-
-
Save brusic/fb44ff1122fbf293ba5d to your computer and use it in GitHub Desktop.
Reallocation failure
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "cluster_name": "ESCluster", | |
| "nodes": { | |
| "BKkTlb2lQQKIWfJDW41afQ": { | |
| "name": "srch-lv113", | |
| "transport_address": "inet[/192.168.52.163:9300]", | |
| "indices": { | |
| "store": { | |
| "size": "114.7gb", | |
| "size_in_bytes": 123220409604 | |
| }, | |
| "docs": { | |
| "count": 30823374, | |
| "deleted": 7015915 | |
| }, | |
| "indexing": { | |
| "index_total": 30591481, | |
| "index_time": "1.3d", | |
| "index_time_in_millis": 113834192, | |
| "index_current": 0, | |
| "delete_total": 120910, | |
| "delete_time": "3.8s", | |
| "delete_time_in_millis": 3849, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 19284, | |
| "time": "1m", | |
| "time_in_millis": 64623, | |
| "exists_total": 19284, | |
| "exists_time": "1m", | |
| "exists_time_in_millis": 64623, | |
| "missing_total": 0, | |
| "missing_time": "0s", | |
| "missing_time_in_millis": 0, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 513417, | |
| "query_time": "2d", | |
| "query_time_in_millis": 172801632, | |
| "query_current": 0, | |
| "fetch_total": 327153, | |
| "fetch_time": "4.3h", | |
| "fetch_time_in_millis": 15644121, | |
| "fetch_current": 0 | |
| }, | |
| "cache": { | |
| "field_evictions": 0, | |
| "field_size": "6.1gb", | |
| "field_size_in_bytes": 6556286808, | |
| "filter_count": 1190, | |
| "filter_evictions": 36262, | |
| "filter_size": "1.6gb", | |
| "filter_size_in_bytes": 1792276832 | |
| }, | |
| "merges": { | |
| "current": 0, | |
| "current_docs": 0, | |
| "current_size": "0b", | |
| "current_size_in_bytes": 0, | |
| "total": 83, | |
| "total_time": "10.7m", | |
| "total_time_in_millis": 647310, | |
| "total_docs": 7591893, | |
| "total_size": "22.5gb", | |
| "total_size_in_bytes": 24251709008 | |
| }, | |
| "refresh": { | |
| "total": 556026, | |
| "total_time": "7.5h", | |
| "total_time_in_millis": 27004793 | |
| }, | |
| "flush": { | |
| "total": 12502, | |
| "total_time": "1.3h", | |
| "total_time_in_millis": 5015948 | |
| } | |
| } | |
| }, | |
| "rbJHTV4rRoe2QMC15PT4PA": { | |
| "name": "srch-lv112", | |
| "transport_address": "inet[/192.168.52.162:9300]", | |
| "indices": { | |
| "store": { | |
| "size": "113.4gb", | |
| "size_in_bytes": 121845828107 | |
| }, | |
| "docs": { | |
| "count": 30702049, | |
| "deleted": 6761540 | |
| }, | |
| "indexing": { | |
| "index_total": 30479523, | |
| "index_time": "1.4d", | |
| "index_time_in_millis": 121875287, | |
| "index_current": 0, | |
| "delete_total": 781692, | |
| "delete_time": "14.9s", | |
| "delete_time_in_millis": 14902, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 8713, | |
| "time": "31.6s", | |
| "time_in_millis": 31645, | |
| "exists_total": 8712, | |
| "exists_time": "31.6s", | |
| "exists_time_in_millis": 31641, | |
| "missing_total": 1, | |
| "missing_time": "4ms", | |
| "missing_time_in_millis": 4, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 364123, | |
| "query_time": "1.5d", | |
| "query_time_in_millis": 135355649, | |
| "query_current": 0, | |
| "fetch_total": 206285, | |
| "fetch_time": "2.6h", | |
| "fetch_time_in_millis": 9497343, | |
| "fetch_current": 0 | |
| }, | |
| "cache": { | |
| "field_evictions": 0, | |
| "field_size": "6.1gb", | |
| "field_size_in_bytes": 6600594958, | |
| "filter_count": 1252, | |
| "filter_evictions": 30271, | |
| "filter_size": "1.7gb", | |
| "filter_size_in_bytes": 1854904008 | |
| }, | |
| "merges": { | |
| "current": 0, | |
| "current_docs": 0, | |
| "current_size": "0b", | |
| "current_size_in_bytes": 0, | |
| "total": 7, | |
| "total_time": "4.4s", | |
| "total_time_in_millis": 4408, | |
| "total_docs": 1611, | |
| "total_size": "6.3mb", | |
| "total_size_in_bytes": 6618467 | |
| }, | |
| "refresh": { | |
| "total": 544958, | |
| "total_time": "7.7h", | |
| "total_time_in_millis": 27927824 | |
| }, | |
| "flush": { | |
| "total": 12548, | |
| "total_time": "1.5h", | |
| "total_time_in_millis": 5705765 | |
| } | |
| } | |
| }, | |
| "Xr3HVjMbQiGh6I13lvcjsA": { | |
| "name": "srch-lv111", | |
| "transport_address": "inet[/192.168.52.161:9300]", | |
| "indices": { | |
| "store": { | |
| "size": "105.9gb", | |
| "size_in_bytes": 113755902169 | |
| }, | |
| "docs": { | |
| "count": 30268906, | |
| "deleted": 5013932 | |
| }, | |
| "indexing": { | |
| "index_total": 30655232, | |
| "index_time": "1.3d", | |
| "index_time_in_millis": 115470697, | |
| "index_current": 0, | |
| "delete_total": 3035642, | |
| "delete_time": "1m", | |
| "delete_time_in_millis": 62745, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 14352, | |
| "time": "1.2m", | |
| "time_in_millis": 73349, | |
| "exists_total": 14351, | |
| "exists_time": "1.2m", | |
| "exists_time_in_millis": 73340, | |
| "missing_total": 1, | |
| "missing_time": "9ms", | |
| "missing_time_in_millis": 9, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 421184, | |
| "query_time": "1.7d", | |
| "query_time_in_millis": 147994751, | |
| "query_current": 1, | |
| "fetch_total": 240175, | |
| "fetch_time": "3.6h", | |
| "fetch_time_in_millis": 12974374, | |
| "fetch_current": 0 | |
| }, | |
| "cache": { | |
| "field_evictions": 0, | |
| "field_size": "8.4gb", | |
| "field_size_in_bytes": 9058608170, | |
| "filter_count": 461, | |
| "filter_evictions": 102139, | |
| "filter_size": "772mb", | |
| "filter_size_in_bytes": 809507088 | |
| }, | |
| "merges": { | |
| "current": 0, | |
| "current_docs": 0, | |
| "current_size": "0b", | |
| "current_size_in_bytes": 0, | |
| "total": 1, | |
| "total_time": "3.1s", | |
| "total_time_in_millis": 3111, | |
| "total_docs": 10154, | |
| "total_size": "37.8mb", | |
| "total_size_in_bytes": 39678958 | |
| }, | |
| "refresh": { | |
| "total": 542740, | |
| "total_time": "7.6h", | |
| "total_time_in_millis": 27361446 | |
| }, | |
| "flush": { | |
| "total": 12784, | |
| "total_time": "1.5h", | |
| "total_time_in_millis": 5540719 | |
| } | |
| } | |
| }, | |
| "Ifx9UntFTQWR0rF2FlOqWQ": { | |
| "name": "srch-lv116", | |
| "transport_address": "inet[/192.168.52.166:9300]", | |
| "indices": { | |
| "store": { | |
| "size": "101.4gb", | |
| "size_in_bytes": 108898979458 | |
| }, | |
| "docs": { | |
| "count": 28073655, | |
| "deleted": 5423011 | |
| }, | |
| "indexing": { | |
| "index_total": 30381896, | |
| "index_time": "1.6d", | |
| "index_time_in_millis": 142437164, | |
| "index_current": 0, | |
| "delete_total": 4474264, | |
| "delete_time": "1.1m", | |
| "delete_time_in_millis": 70405, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 10442, | |
| "time": "38.6s", | |
| "time_in_millis": 38656, | |
| "exists_total": 7570, | |
| "exists_time": "37.4s", | |
| "exists_time_in_millis": 37401, | |
| "missing_total": 2872, | |
| "missing_time": "1.2s", | |
| "missing_time_in_millis": 1255, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 362927, | |
| "query_time": "1.4d", | |
| "query_time_in_millis": 125137670, | |
| "query_current": 0, | |
| "fetch_total": 195134, | |
| "fetch_time": "2.4h", | |
| "fetch_time_in_millis": 8682439, | |
| "fetch_current": 0 | |
| }, | |
| "cache": { | |
| "field_evictions": 0, | |
| "field_size": "5.4gb", | |
| "field_size_in_bytes": 5841370554, | |
| "filter_count": 1210, | |
| "filter_evictions": 32453, | |
| "filter_size": "1.7gb", | |
| "filter_size_in_bytes": 1859667864 | |
| }, | |
| "merges": { | |
| "current": 0, | |
| "current_docs": 0, | |
| "current_size": "0b", | |
| "current_size_in_bytes": 0, | |
| "total": 1, | |
| "total_time": "537ms", | |
| "total_time_in_millis": 537, | |
| "total_docs": 1021, | |
| "total_size": "3.4mb", | |
| "total_size_in_bytes": 3646608 | |
| }, | |
| "refresh": { | |
| "total": 542517, | |
| "total_time": "10h", | |
| "total_time_in_millis": 36162286 | |
| }, | |
| "flush": { | |
| "total": 12837, | |
| "total_time": "1.9h", | |
| "total_time_in_millis": 7036540 | |
| } | |
| } | |
| }, | |
| "D5hbpl26Q4ypWPNyu7j5sg": { | |
| "name": "srch-lv110", | |
| "transport_address": "inet[/192.168.52.160:9300]", | |
| "indices": { | |
| "store": { | |
| "size": "84.4gb", | |
| "size_in_bytes": 90659735091 | |
| }, | |
| "docs": { | |
| "count": 23408036, | |
| "deleted": 4486674 | |
| }, | |
| "indexing": { | |
| "index_total": 30627206, | |
| "index_time": "1.3d", | |
| "index_time_in_millis": 117566109, | |
| "index_current": 0, | |
| "delete_total": 11881954, | |
| "delete_time": "3.5m", | |
| "delete_time_in_millis": 212862, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 9799, | |
| "time": "44.2s", | |
| "time_in_millis": 44297, | |
| "exists_total": 9799, | |
| "exists_time": "44.2s", | |
| "exists_time_in_millis": 44297, | |
| "missing_total": 0, | |
| "missing_time": "0s", | |
| "missing_time_in_millis": 0, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 511886, | |
| "query_time": "2d", | |
| "query_time_in_millis": 178462625, | |
| "query_current": 1, | |
| "fetch_total": 298280, | |
| "fetch_time": "3.1h", | |
| "fetch_time_in_millis": 11459124, | |
| "fetch_current": 0 | |
| }, | |
| "cache": { | |
| "field_evictions": 0, | |
| "field_size": "6.9gb", | |
| "field_size_in_bytes": 7437652668, | |
| "filter_count": 1389, | |
| "filter_evictions": 24627, | |
| "filter_size": "1.8gb", | |
| "filter_size_in_bytes": 1948226928 | |
| }, | |
| "merges": { | |
| "current": 0, | |
| "current_docs": 0, | |
| "current_size": "0b", | |
| "current_size_in_bytes": 0, | |
| "total": 20, | |
| "total_time": "25.1s", | |
| "total_time_in_millis": 25189, | |
| "total_docs": 54390, | |
| "total_size": "217.8mb", | |
| "total_size_in_bytes": 228452758 | |
| }, | |
| "refresh": { | |
| "total": 658069, | |
| "total_time": "10h", | |
| "total_time_in_millis": 36179023 | |
| }, | |
| "flush": { | |
| "total": 13318, | |
| "total_time": "1.6h", | |
| "total_time_in_millis": 6072890 | |
| } | |
| } | |
| }, | |
| "2GGbfMzsQW-aYCsZJrP_Qw": { | |
| "name": "srch-lv114", | |
| "transport_address": "inet[/192.168.52.164:9300]", | |
| "indices": { | |
| "store": { | |
| "size": "84.2gb", | |
| "size_in_bytes": 90466088293 | |
| }, | |
| "docs": { | |
| "count": 23402825, | |
| "deleted": 4556777 | |
| }, | |
| "indexing": { | |
| "index_total": 30280571, | |
| "index_time": "1.3d", | |
| "index_time_in_millis": 118580614, | |
| "index_current": 0, | |
| "delete_total": 0, | |
| "delete_time": "0s", | |
| "delete_time_in_millis": 0, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 18422, | |
| "time": "49.9s", | |
| "time_in_millis": 49925, | |
| "exists_total": 18422, | |
| "exists_time": "49.9s", | |
| "exists_time_in_millis": 49925, | |
| "missing_total": 0, | |
| "missing_time": "0s", | |
| "missing_time_in_millis": 0, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 510260, | |
| "query_time": "2d", | |
| "query_time_in_millis": 176968061, | |
| "query_current": 0, | |
| "fetch_total": 319240, | |
| "fetch_time": "3.4h", | |
| "fetch_time_in_millis": 12410498, | |
| "fetch_current": 0 | |
| }, | |
| "cache": { | |
| "field_evictions": 0, | |
| "field_size": "6.7gb", | |
| "field_size_in_bytes": 7250770786, | |
| "filter_count": 1222, | |
| "filter_evictions": 42627, | |
| "filter_size": "1.7gb", | |
| "filter_size_in_bytes": 1905189632 | |
| }, | |
| "merges": { | |
| "current": 0, | |
| "current_docs": 0, | |
| "current_size": "0b", | |
| "current_size_in_bytes": 0, | |
| "total": 29, | |
| "total_time": "30.6s", | |
| "total_time_in_millis": 30674, | |
| "total_docs": 40331, | |
| "total_size": "179.1mb", | |
| "total_size_in_bytes": 187841609 | |
| }, | |
| "refresh": { | |
| "total": 515364, | |
| "total_time": "8.5h", | |
| "total_time_in_millis": 30612281 | |
| }, | |
| "flush": { | |
| "total": 12135, | |
| "total_time": "1.4h", | |
| "total_time_in_millis": 5143263 | |
| } | |
| } | |
| }, | |
| "QwCkTEMNQX2PVZ2mBVPdYA": { | |
| "name": "srch-lv115", | |
| "transport_address": "inet[/192.168.52.165:9300]", | |
| "indices": { | |
| "store": { | |
| "size": "97.8gb", | |
| "size_in_bytes": 105062282626 | |
| }, | |
| "docs": { | |
| "count": 26182653, | |
| "deleted": 6055674 | |
| }, | |
| "indexing": { | |
| "index_total": 41942840, | |
| "index_time": "2.3d", | |
| "index_time_in_millis": 203255629, | |
| "index_current": 0, | |
| "delete_total": 1982364, | |
| "delete_time": "1.4m", | |
| "delete_time_in_millis": 88592, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 30560, | |
| "time": "1.9m", | |
| "time_in_millis": 114162, | |
| "exists_total": 27587, | |
| "exists_time": "1.8m", | |
| "exists_time_in_millis": 112115, | |
| "missing_total": 2973, | |
| "missing_time": "2s", | |
| "missing_time_in_millis": 2047, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 715360, | |
| "query_time": "3.2d", | |
| "query_time_in_millis": 278671788, | |
| "query_current": 0, | |
| "fetch_total": 447606, | |
| "fetch_time": "6.2h", | |
| "fetch_time_in_millis": 22462439, | |
| "fetch_current": 0 | |
| }, | |
| "cache": { | |
| "field_evictions": 0, | |
| "field_size": "6.7gb", | |
| "field_size_in_bytes": 7249613488, | |
| "filter_count": 884, | |
| "filter_evictions": 286724, | |
| "filter_size": "1.7gb", | |
| "filter_size_in_bytes": 1875981144 | |
| }, | |
| "merges": { | |
| "current": 0, | |
| "current_docs": 0, | |
| "current_size": "0b", | |
| "current_size_in_bytes": 0, | |
| "total": 0, | |
| "total_time": "0s", | |
| "total_time_in_millis": 0, | |
| "total_docs": 0, | |
| "total_size": "0b", | |
| "total_size_in_bytes": 0 | |
| }, | |
| "refresh": { | |
| "total": 519555, | |
| "total_time": "10.2h", | |
| "total_time_in_millis": 36765967 | |
| }, | |
| "flush": { | |
| "total": 13049, | |
| "total_time": "2.8h", | |
| "total_time_in_millis": 10407687 | |
| } | |
| } | |
| }, | |
| "tEE2OV3bRkyc5wadpVHKKA": { | |
| "name": "srch-lv108", | |
| "transport_address": "inet[/192.168.52.158:9300]", | |
| "hostname": "srch-lv108", | |
| "indices": { | |
| "store": { | |
| "size": "96.9gb", | |
| "size_in_bytes": 104116735224 | |
| }, | |
| "docs": { | |
| "count": 26076261, | |
| "deleted": 5855672 | |
| }, | |
| "indexing": { | |
| "index_total": 41102917, | |
| "index_time": "2d", | |
| "index_time_in_millis": 180732779, | |
| "index_current": 0, | |
| "delete_total": 8831256, | |
| "delete_time": "2.9m", | |
| "delete_time_in_millis": 175890, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 17519, | |
| "time": "1.8m", | |
| "time_in_millis": 110951, | |
| "exists_total": 17222, | |
| "exists_time": "1.8m", | |
| "exists_time_in_millis": 109875, | |
| "missing_total": 297, | |
| "missing_time": "1s", | |
| "missing_time_in_millis": 1076, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 672002, | |
| "query_time": "3d", | |
| "query_time_in_millis": 264326886, | |
| "query_current": 0, | |
| "fetch_total": 384857, | |
| "fetch_time": "6.1h", | |
| "fetch_time_in_millis": 22311013, | |
| "fetch_current": 0 | |
| }, | |
| "cache": { | |
| "field_evictions": 0, | |
| "field_size": "7.8gb", | |
| "field_size_in_bytes": 8452660204, | |
| "filter_count": 938, | |
| "filter_evictions": 226729, | |
| "filter_size": "2gb", | |
| "filter_size_in_bytes": 2197945552 | |
| }, | |
| "merges": { | |
| "current": 0, | |
| "current_docs": 0, | |
| "current_size": "0b", | |
| "current_size_in_bytes": 0, | |
| "total": 0, | |
| "total_time": "0s", | |
| "total_time_in_millis": 0, | |
| "total_docs": 0, | |
| "total_size": "0b", | |
| "total_size_in_bytes": 0 | |
| }, | |
| "refresh": { | |
| "total": 514847, | |
| "total_time": "9.5h", | |
| "total_time_in_millis": 34447216 | |
| }, | |
| "flush": { | |
| "total": 13308, | |
| "total_time": "2.5h", | |
| "total_time_in_millis": 9048263 | |
| } | |
| } | |
| }, | |
| "_nlJF51ATTu_YdQ5Vlwyaw": { | |
| "name": "srch-lv107", | |
| "transport_address": "inet[/192.168.52.157:9300]", | |
| "hostname": "srch-lv107", | |
| "indices": { | |
| "store": { | |
| "size": "97.2gb", | |
| "size_in_bytes": 104399879357 | |
| }, | |
| "docs": { | |
| "count": 26158166, | |
| "deleted": 5888424 | |
| }, | |
| "indexing": { | |
| "index_total": 41107738, | |
| "index_time": "1.6d", | |
| "index_time_in_millis": 144707250, | |
| "index_current": 0, | |
| "delete_total": 441363, | |
| "delete_time": "6.6s", | |
| "delete_time_in_millis": 6666, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 13888, | |
| "time": "1.1m", | |
| "time_in_millis": 68499, | |
| "exists_total": 13810, | |
| "exists_time": "1.1m", | |
| "exists_time_in_millis": 68180, | |
| "missing_total": 78, | |
| "missing_time": "319ms", | |
| "missing_time_in_millis": 319, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 671881, | |
| "query_time": "2.8d", | |
| "query_time_in_millis": 246735817, | |
| "query_current": 0, | |
| "fetch_total": 386985, | |
| "fetch_time": "5.2h", | |
| "fetch_time_in_millis": 19030851, | |
| "fetch_current": 0 | |
| }, | |
| "cache": { | |
| "field_evictions": 0, | |
| "field_size": "6.8gb", | |
| "field_size_in_bytes": 7337153346, | |
| "filter_count": 920, | |
| "filter_evictions": 280969, | |
| "filter_size": "1.7gb", | |
| "filter_size_in_bytes": 1888042416 | |
| }, | |
| "merges": { | |
| "current": 0, | |
| "current_docs": 0, | |
| "current_size": "0b", | |
| "current_size_in_bytes": 0, | |
| "total": 0, | |
| "total_time": "0s", | |
| "total_time_in_millis": 0, | |
| "total_docs": 0, | |
| "total_size": "0b", | |
| "total_size_in_bytes": 0 | |
| }, | |
| "refresh": { | |
| "total": 519221, | |
| "total_time": "8.1h", | |
| "total_time_in_millis": 29491510 | |
| }, | |
| "flush": { | |
| "total": 12772, | |
| "total_time": "1.8h", | |
| "total_time_in_millis": 6709604 | |
| } | |
| } | |
| }, | |
| "aD3_s8EOThmGlILCw7ZPbw": { | |
| "name": "srch-lv109", | |
| "transport_address": "inet[/192.168.52.159:9300]", | |
| "hostname": "srch-lv109", | |
| "indices": { | |
| "store": { | |
| "size": "98gb", | |
| "size_in_bytes": 105230506815 | |
| }, | |
| "docs": { | |
| "count": 26106495, | |
| "deleted": 6212050 | |
| }, | |
| "indexing": { | |
| "index_total": 36319929, | |
| "index_time": "1.5d", | |
| "index_time_in_millis": 135855663, | |
| "index_current": 0, | |
| "delete_total": 0, | |
| "delete_time": "0s", | |
| "delete_time_in_millis": 0, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 13000, | |
| "time": "1m", | |
| "time_in_millis": 62501, | |
| "exists_total": 12995, | |
| "exists_time": "1m", | |
| "exists_time_in_millis": 62496, | |
| "missing_total": 5, | |
| "missing_time": "5ms", | |
| "missing_time_in_millis": 5, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 671321, | |
| "query_time": "2.6d", | |
| "query_time_in_millis": 226851773, | |
| "query_current": 0, | |
| "fetch_total": 380908, | |
| "fetch_time": "4.8h", | |
| "fetch_time_in_millis": 17427203, | |
| "fetch_current": 0 | |
| }, | |
| "cache": { | |
| "field_evictions": 0, | |
| "field_size": "8.3gb", | |
| "field_size_in_bytes": 8974974676, | |
| "filter_count": 894, | |
| "filter_evictions": 365898, | |
| "filter_size": "1.7gb", | |
| "filter_size_in_bytes": 1826976160 | |
| }, | |
| "merges": { | |
| "current": 0, | |
| "current_docs": 0, | |
| "current_size": "0b", | |
| "current_size_in_bytes": 0, | |
| "total": 0, | |
| "total_time": "0s", | |
| "total_time_in_millis": 0, | |
| "total_docs": 0, | |
| "total_size": "0b", | |
| "total_size_in_bytes": 0 | |
| }, | |
| "refresh": { | |
| "total": 512642, | |
| "total_time": "8.1h", | |
| "total_time_in_millis": 29335469 | |
| }, | |
| "flush": { | |
| "total": 11929, | |
| "total_time": "1.8h", | |
| "total_time_in_millis": 6665260 | |
| } | |
| } | |
| }, | |
| "0oMpsBFcQmK03-Q39GBc7Q": { | |
| "name": "srch-lv106", | |
| "transport_address": "inet[/192.168.52.156:9300]", | |
| "hostname": "srch-lv106", | |
| "indices": { | |
| "store": { | |
| "size": "96.8gb", | |
| "size_in_bytes": 103982507726 | |
| }, | |
| "docs": { | |
| "count": 26087901, | |
| "deleted": 5962708 | |
| }, | |
| "indexing": { | |
| "index_total": 36367493, | |
| "index_time": "1.8d", | |
| "index_time_in_millis": 156699804, | |
| "index_current": 0, | |
| "delete_total": 219116, | |
| "delete_time": "11.7s", | |
| "delete_time_in_millis": 11712, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 14664, | |
| "time": "1.3m", | |
| "time_in_millis": 81399, | |
| "exists_total": 14661, | |
| "exists_time": "1.3m", | |
| "exists_time_in_millis": 81398, | |
| "missing_total": 3, | |
| "missing_time": "1ms", | |
| "missing_time_in_millis": 1, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 671293, | |
| "query_time": "3d", | |
| "query_time_in_millis": 264364176, | |
| "query_current": 0, | |
| "fetch_total": 390574, | |
| "fetch_time": "5.1h", | |
| "fetch_time_in_millis": 18401851, | |
| "fetch_current": 0 | |
| }, | |
| "cache": { | |
| "field_evictions": 0, | |
| "field_size": "6.8gb", | |
| "field_size_in_bytes": 7365185966, | |
| "filter_count": 826, | |
| "filter_evictions": 304791, | |
| "filter_size": "1.7gb", | |
| "filter_size_in_bytes": 1839004312 | |
| }, | |
| "merges": { | |
| "current": 0, | |
| "current_docs": 0, | |
| "current_size": "0b", | |
| "current_size_in_bytes": 0, | |
| "total": 0, | |
| "total_time": "0s", | |
| "total_time_in_millis": 0, | |
| "total_docs": 0, | |
| "total_size": "0b", | |
| "total_size_in_bytes": 0 | |
| }, | |
| "refresh": { | |
| "total": 483438, | |
| "total_time": "9.2h", | |
| "total_time_in_millis": 33305740 | |
| }, | |
| "flush": { | |
| "total": 11938, | |
| "total_time": "2.1h", | |
| "total_time_in_millis": 7899532 | |
| } | |
| } | |
| } | |
| } | |
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "ok": true, | |
| "_shards": { | |
| "total": 48, | |
| "successful": 48, | |
| "failed": 0 | |
| }, | |
| "_all": { | |
| "primaries": { | |
| "docs": { | |
| "count": 126589491, | |
| "deleted": 24363237 | |
| }, | |
| "store": { | |
| "size": "455.7gb", | |
| "size_in_bytes": 489373533587 | |
| }, | |
| "indexing": { | |
| "index_total": 139894288, | |
| "index_time": "7.2d", | |
| "index_time_in_millis": 630558741, | |
| "index_current": 0, | |
| "delete_total": 9478523, | |
| "delete_time": "3m", | |
| "delete_time_in_millis": 180954, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 70351, | |
| "time": "4.9m", | |
| "time_in_millis": 296908, | |
| "exists_total": 67188, | |
| "exists_time": "4.9m", | |
| "exists_time_in_millis": 294588, | |
| "missing_total": 3163, | |
| "missing_time": "2.3s", | |
| "missing_time_in_millis": 2320, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 2450971, | |
| "query_time": "10.4d", | |
| "query_time_in_millis": 899739252, | |
| "query_current": 0, | |
| "fetch_total": 1508773, | |
| "fetch_time": "18.5h", | |
| "fetch_time_in_millis": 66757215, | |
| "fetch_current": 0 | |
| } | |
| }, | |
| "total": { | |
| "docs": { | |
| "count": 297290321, | |
| "deleted": 63232377 | |
| }, | |
| "store": { | |
| "size": "1091.1gb", | |
| "size_in_bytes": 1171638854470 | |
| }, | |
| "indexing": { | |
| "index_total": 161690041, | |
| "index_time": "10.4d", | |
| "index_time_in_millis": 900986961, | |
| "index_current": 0, | |
| "delete_total": 16993120, | |
| "delete_time": "5m", | |
| "delete_time_in_millis": 305308, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 134638, | |
| "time": "9.6m", | |
| "time_in_millis": 581689, | |
| "exists_total": 128425, | |
| "exists_time": "9.6m", | |
| "exists_time_in_millis": 577013, | |
| "missing_total": 6213, | |
| "missing_time": "4.6s", | |
| "missing_time_in_millis": 4676, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 4374944, | |
| "query_time": "18.9d", | |
| "query_time_in_millis": 1641344487, | |
| "query_current": 0, | |
| "fetch_total": 2620531, | |
| "fetch_time": "1.5d", | |
| "fetch_time_in_millis": 130130708, | |
| "fetch_current": 0 | |
| } | |
| }, | |
| "indices": { | |
| "products-20120919-114007": { | |
| "primaries": { | |
| "docs": { | |
| "count": 44111339, | |
| "deleted": 14559492 | |
| }, | |
| "store": { | |
| "size": "179.8gb", | |
| "size_in_bytes": 193149175791 | |
| }, | |
| "indexing": { | |
| "index_total": 56791718, | |
| "index_time": "3.8d", | |
| "index_time_in_millis": 333290876, | |
| "index_current": 0, | |
| "delete_total": 4474264, | |
| "delete_time": "1.1m", | |
| "delete_time_in_millis": 70405, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 51910, | |
| "time": "3.4m", | |
| "time_in_millis": 208937, | |
| "exists_total": 51609, | |
| "exists_time": "3.4m", | |
| "exists_time_in_millis": 207857, | |
| "missing_total": 301, | |
| "missing_time": "1s", | |
| "missing_time_in_millis": 1080, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 1943765, | |
| "query_time": "8.6d", | |
| "query_time_in_millis": 747771592, | |
| "query_current": 0, | |
| "fetch_total": 1240810, | |
| "fetch_time": "15.1h", | |
| "fetch_time_in_millis": 54407079, | |
| "fetch_current": 0 | |
| } | |
| }, | |
| "total": { | |
| "docs": { | |
| "count": 132334017, | |
| "deleted": 43593044 | |
| }, | |
| "store": { | |
| "size": "539.2gb", | |
| "size_in_bytes": 579035111745 | |
| }, | |
| "indexing": { | |
| "index_total": 68069919, | |
| "index_time": "5.6d", | |
| "index_time_in_millis": 489599601, | |
| "index_current": 0, | |
| "delete_total": 8953219, | |
| "delete_time": "2.2m", | |
| "delete_time_in_millis": 132014, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 98138, | |
| "time": "6.9m", | |
| "time_in_millis": 416186, | |
| "exists_total": 97706, | |
| "exists_time": "6.9m", | |
| "exists_time_in_millis": 414400, | |
| "missing_total": 432, | |
| "missing_time": "1.7s", | |
| "missing_time_in_millis": 1786, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 3390483, | |
| "query_time": "15.5d", | |
| "query_time_in_millis": 1341110220, | |
| "query_current": 0, | |
| "fetch_total": 2102923, | |
| "fetch_time": "1.2d", | |
| "fetch_time_in_millis": 106391378, | |
| "fetch_current": 0 | |
| } | |
| } | |
| }, | |
| "products-20120930-213533": { | |
| "primaries": { | |
| "docs": { | |
| "count": 40984502, | |
| "deleted": 1647341 | |
| }, | |
| "store": { | |
| "size": "125.3gb", | |
| "size_in_bytes": 134592513591 | |
| }, | |
| "indexing": { | |
| "index_total": 36161076, | |
| "index_time": "1.4d", | |
| "index_time_in_millis": 121403595, | |
| "index_current": 0, | |
| "delete_total": 1832280, | |
| "delete_time": "42.3s", | |
| "delete_time_in_millis": 42328, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 18228, | |
| "time": "1.4m", | |
| "time_in_millis": 84883, | |
| "exists_total": 15366, | |
| "exists_time": "1.3m", | |
| "exists_time_in_millis": 83643, | |
| "missing_total": 2862, | |
| "missing_time": "1.2s", | |
| "missing_time_in_millis": 1240, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 460917, | |
| "query_time": "1.6d", | |
| "query_time_in_millis": 142414981, | |
| "query_current": 0, | |
| "fetch_total": 230923, | |
| "fetch_time": "2.9h", | |
| "fetch_time_in_millis": 10677848, | |
| "fetch_current": 0 | |
| } | |
| }, | |
| "total": { | |
| "docs": { | |
| "count": 81969004, | |
| "deleted": 3292536 | |
| }, | |
| "store": { | |
| "size": "250.7gb", | |
| "size_in_bytes": 269189360414 | |
| }, | |
| "indexing": { | |
| "index_total": 38130431, | |
| "index_time": "1.7d", | |
| "index_time_in_millis": 148739376, | |
| "index_current": 0, | |
| "delete_total": 2885416, | |
| "delete_time": "1.1m", | |
| "delete_time_in_millis": 68431, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 36150, | |
| "time": "2.6m", | |
| "time_in_millis": 160124, | |
| "exists_total": 30370, | |
| "exists_time": "2.6m", | |
| "exists_time_in_millis": 157238, | |
| "missing_total": 5780, | |
| "missing_time": "2.8s", | |
| "missing_time_in_millis": 2886, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 903110, | |
| "query_time": "3.2d", | |
| "query_time_in_millis": 283225058, | |
| "query_current": 0, | |
| "fetch_total": 452367, | |
| "fetch_time": "5.7h", | |
| "fetch_time_in_millis": 20733586, | |
| "fetch_current": 0 | |
| } | |
| } | |
| }, | |
| "products-20120914-131021": { | |
| "primaries": { | |
| "docs": { | |
| "count": 41493650, | |
| "deleted": 8156404 | |
| }, | |
| "store": { | |
| "size": "150.5gb", | |
| "size_in_bytes": 161631844205 | |
| }, | |
| "indexing": { | |
| "index_total": 46941494, | |
| "index_time": "2d", | |
| "index_time_in_millis": 175864270, | |
| "index_current": 0, | |
| "delete_total": 3171979, | |
| "delete_time": "1.1m", | |
| "delete_time_in_millis": 68221, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 213, | |
| "time": "3s", | |
| "time_in_millis": 3088, | |
| "exists_total": 213, | |
| "exists_time": "3s", | |
| "exists_time_in_millis": 3088, | |
| "missing_total": 0, | |
| "missing_time": "0s", | |
| "missing_time_in_millis": 0, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 46289, | |
| "query_time": "2.6h", | |
| "query_time_in_millis": 9552679, | |
| "query_current": 0, | |
| "fetch_total": 37040, | |
| "fetch_time": "27.8m", | |
| "fetch_time_in_millis": 1672288, | |
| "fetch_current": 0 | |
| } | |
| }, | |
| "total": { | |
| "docs": { | |
| "count": 82987300, | |
| "deleted": 16346797 | |
| }, | |
| "store": { | |
| "size": "301.2gb", | |
| "size_in_bytes": 323414382311 | |
| }, | |
| "indexing": { | |
| "index_total": 55489691, | |
| "index_time": "3d", | |
| "index_time_in_millis": 262647984, | |
| "index_current": 0, | |
| "delete_total": 5154485, | |
| "delete_time": "1.7m", | |
| "delete_time_in_millis": 104863, | |
| "delete_current": 0 | |
| }, | |
| "get": { | |
| "total": 350, | |
| "time": "5.3s", | |
| "time_in_millis": 5379, | |
| "exists_total": 349, | |
| "exists_time": "5.3s", | |
| "exists_time_in_millis": 5375, | |
| "missing_total": 1, | |
| "missing_time": "4ms", | |
| "missing_time_in_millis": 4, | |
| "current": 0 | |
| }, | |
| "search": { | |
| "query_total": 81351, | |
| "query_time": "4.7h", | |
| "query_time_in_millis": 17009209, | |
| "query_current": 0, | |
| "fetch_total": 65241, | |
| "fetch_time": "50m", | |
| "fetch_time_in_millis": 3005744, | |
| "fetch_current": 0 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 2012-10-02 10:02:12 | |
| Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.6-b01 mixed mode): | |
| "elasticsearch[srch-lv105][generic][T#3890]" daemon prio=10 tid=0x0000000041876000 nid=0x32d1 waiting on condition [0x00007fc6c1dcc000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400300f70> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][generic][T#3889]" daemon prio=10 tid=0x0000000041877000 nid=0x32d0 waiting on condition [0x00007fc6c23d1000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400300f70> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][generic][T#3887]" daemon prio=10 tid=0x0000000041869000 nid=0x32b1 waiting on condition [0x00007fc6c2a6b000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400300f70> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][http_server_worker][T#22]{New I/O worker #23}" daemon prio=10 tid=0x00007fc684009000 nid=0x32b0 runnable [0x00007fc6c1e0d000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000005538befe8> (a sun.nio.ch.Util$2) | |
| - locked <0x00000005538befd0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004004ff098> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][http_server_worker][T#21]{New I/O worker #22}" daemon prio=10 tid=0x00007fc684005000 nid=0x32af runnable [0x00007fc6c21c9000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x000000046f893c40> (a sun.nio.ch.Util$2) | |
| - locked <0x000000046f893c28> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x000000046f6f0ab0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][http_server_worker][T#20]{New I/O worker #21}" daemon prio=10 tid=0x00007fc684003000 nid=0x32ae runnable [0x00007fc6c2494000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x000000046f2706c0> (a sun.nio.ch.Util$2) | |
| - locked <0x000000046f26e7e0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004004f7178> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][http_server_worker][T#19]{New I/O worker #20}" daemon prio=10 tid=0x00007fc68400c000 nid=0x32ad runnable [0x00007fc6c1d8b000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x000000046f3a94f8> (a sun.nio.ch.Util$2) | |
| - locked <0x000000046f3a94e0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x000000046f972a58> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][generic][T#3882]" daemon prio=10 tid=0x00000000418b7000 nid=0x329f waiting on condition [0x00007fc6c220a000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400300f70> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][management][T#24]" daemon prio=10 tid=0x00007fc66c002800 nid=0x3213 waiting on condition [0x00007fc6c1bcd000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000004002e3580> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:706) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:615) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.take(LinkedTransferQueue.java:1109) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "Attach Listener" daemon prio=10 tid=0x00007fc6a0001000 nid=0x31c8 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "elasticsearch[keepAlive]" prio=10 tid=0x00007fc67820b800 nid=0x123a waiting on condition [0x00007fc6c24d5000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000004003cbfd0> (a java.util.concurrent.CountDownLatch$Sync) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:811) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:969) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1281) | |
| at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:207) | |
| at org.elasticsearch.bootstrap.Bootstrap$3.run(Bootstrap.java:222) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][http_server_boss][T#1]{New I/O server boss #2 ([id: 0x35286c00, /0:0:0:0:0:0:0:0:9200])}" daemon prio=10 tid=0x00007fc6781ff000 nid=0x1239 runnable [0x00007fc6c2516000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004003cc150> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003cc168> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004003cc108> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink$Boss.run(NioServerSocketPipelineSink.java:227) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][clusterService#updateTask][T#1]" daemon prio=10 tid=0x00007fc66c003800 nid=0x1238 waiting on condition [0x00007fc6c2557000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x000000040029d8b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][transport_client_worker][T#8]{New I/O worker #8}" daemon prio=10 tid=0x00007fc65c0db000 nid=0x1237 runnable [0x00007fc6c2598000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004002c7618> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003a07d0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002f67a8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][transport_client_worker][T#7]{New I/O worker #4}" daemon prio=10 tid=0x00007fc65c0c0000 nid=0x1236 runnable [0x00007fc6c25d9000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004002ee848> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004002ee860> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002e7878> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][transport_client_worker][T#6]{New I/O worker #7}" daemon prio=10 tid=0x00007fc65c0a6000 nid=0x1235 runnable [0x00007fc6c261a000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x000000040029d5b8> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003acf68> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004003419a0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][transport_client_worker][T#5]{New I/O worker #6}" daemon prio=10 tid=0x00007fc65c006800 nid=0x1234 runnable [0x00007fc6c265b000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400172b28> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003cb678> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002f6838> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][transport_client_worker][T#4]{New I/O worker #5}" daemon prio=10 tid=0x00007fc65c004800 nid=0x1233 runnable [0x00007fc6c269c000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400172c30> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400172c18> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002f68c8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][transport_client_worker][T#3]{New I/O worker #3}" daemon prio=10 tid=0x00007fc65c00b800 nid=0x1232 runnable [0x00007fc6c26dd000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x000000040029d690> (a sun.nio.ch.Util$2) | |
| - locked <0x000000040029d678> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004003419e8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][transport_client_worker][T#2]{New I/O worker #1}" daemon prio=10 tid=0x00007fc65c00a000 nid=0x1231 runnable [0x00007fc6c271e000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400160c18> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400160c00> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002e7908> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][transport_client_worker][T#1]{New I/O worker #2}" daemon prio=10 tid=0x00007fc65c009000 nid=0x1230 runnable [0x00007fc6c275f000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004002c7570> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004002c7558> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002f6568> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][transport_server_worker][T#8]{New I/O worker #16}" daemon prio=10 tid=0x00007fc6700d8000 nid=0x122c runnable [0x00007fc6c2863000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004003a1c68> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003a1c50> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x0000000400275f88> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][transport_server_worker][T#7]{New I/O worker #15}" daemon prio=10 tid=0x00007fc6700bd000 nid=0x122b runnable [0x00007fc6c28a4000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400160228> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400160210> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002e7710> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][transport_server_worker][T#6]{New I/O worker #14}" daemon prio=10 tid=0x00007fc6700a2800 nid=0x122a runnable [0x00007fc6c28e5000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x000000040029d2e8> (a sun.nio.ch.Util$2) | |
| - locked <0x000000040029d2d0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x0000000400341a30> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][transport_server_worker][T#5]{New I/O worker #13}" daemon prio=10 tid=0x00007fc670087800 nid=0x1229 runnable [0x00007fc6c2926000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x000000040039ea08> (a sun.nio.ch.Util$2) | |
| - locked <0x000000040039e9f0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002f65b0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][transport_server_worker][T#4]{New I/O worker #12}" daemon prio=10 tid=0x00007fc67006d000 nid=0x1228 runnable [0x00007fc6c2967000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400172ae0> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400172df8> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002e7830> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][transport_server_worker][T#3]{New I/O worker #11}" daemon prio=10 tid=0x00007fc670003000 nid=0x1227 runnable [0x00007fc6c29a8000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004002eeaa0> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004002eea88> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x0000000400341a78> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][transport_server_worker][T#2]{New I/O worker #10}" daemon prio=10 tid=0x00007fc670001800 nid=0x1226 runnable [0x00007fc6c29e9000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x000000040030c4a8> (a sun.nio.ch.Util$2) | |
| - locked <0x000000040030c490> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x0000000400275d48> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][transport_server_worker][T#1]{New I/O worker #9}" daemon prio=10 tid=0x00007fc670006000 nid=0x1225 runnable [0x00007fc6c2a2a000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004003a15e0> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003a15c8> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002f6640> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) | |
| at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:209) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][discovery#multicast#receiver][T#1]" daemon prio=10 tid=0x00007fc678275800 nid=0x1223 runnable [0x00007fc6c2aac000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.net.PlainDatagramSocketImpl.receive0(Native Method) | |
| - locked <0x000000040038b8e8> (a java.net.PlainDatagramSocketImpl) | |
| at java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:145) | |
| - locked <0x000000040038b8e8> (a java.net.PlainDatagramSocketImpl) | |
| at java.net.DatagramSocket.receive(DatagramSocket.java:725) | |
| - locked <0x00000004002cb858> (a java.net.DatagramPacket) | |
| - locked <0x00000004003a34d0> (a java.net.MulticastSocket) | |
| at org.elasticsearch.discovery.zen.ping.multicast.MulticastZenPing$Receiver.run(MulticastZenPing.java:371) | |
| - locked <0x000000040030e3f0> (a java.lang.Object) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][transport_server_boss][T#1]{New I/O server boss #1 ([id: 0x5e7b4ed7, /0:0:0:0:0:0:0:0:9300])}" daemon prio=10 tid=0x00007fc678288000 nid=0x1222 runnable [0x00007fc6c2aed000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400160138> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400160120> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002e77e8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink$Boss.run(NioServerSocketPipelineSink.java:227) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][[ttl_expire]]" daemon prio=10 tid=0x00007fc67827a800 nid=0x1218 waiting on condition [0x00007fc6c2df6000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.elasticsearch.indices.ttl.IndicesTTLService$PurgerThread.run(IndicesTTLService.java:135) | |
| "elasticsearch[srch-lv105][scheduler][T#1]" daemon prio=10 tid=0x00007fc6781bb800 nid=0x1216 waiting on condition [0x00007fc6c3355000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400244b20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) | |
| at java.util.concurrent.DelayQueue.take(DelayQueue.java:164) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv105][[timer]]" daemon prio=10 tid=0x00007fc67819d800 nid=0x1211 waiting on condition [0x00007fc6c2b2e000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.elasticsearch.threadpool.ThreadPool$EstimatedTimeThread.run(ThreadPool.java:365) | |
| "DestroyJavaVM" prio=10 tid=0x00007fc6ec008000 nid=0x11f4 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Wrapper-Connection" daemon prio=10 tid=0x00007fc6ec1ec000 nid=0x120a runnable [0x00007fc6c324e000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.net.SocketInputStream.socketRead0(Native Method) | |
| at java.net.SocketInputStream.read(SocketInputStream.java:129) | |
| at java.net.SocketInputStream.read(SocketInputStream.java:182) | |
| at java.io.DataInputStream.readByte(DataInputStream.java:248) | |
| at org.tanukisoftware.wrapper.WrapperManager.handleBackend(WrapperManager.java:5128) | |
| at org.tanukisoftware.wrapper.WrapperManager.run(WrapperManager.java:5469) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "Wrapper-Control-Event-Monitor" daemon prio=10 tid=0x00007fc6ec1e7000 nid=0x1208 waiting on condition [0x00007fc6c3396000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.tanukisoftware.wrapper.WrapperManager$3.run(WrapperManager.java:962) | |
| "Low Memory Detector" daemon prio=10 tid=0x00007fc6ec166800 nid=0x1201 runnable [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "C2 CompilerThread1" daemon prio=10 tid=0x00007fc6ec164000 nid=0x1200 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "C2 CompilerThread0" daemon prio=10 tid=0x00007fc6ec161800 nid=0x11ff waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Signal Dispatcher" daemon prio=10 tid=0x00007fc6ec15f800 nid=0x11fe runnable [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Surrogate Locker Thread (Concurrent GC)" daemon prio=10 tid=0x00007fc6ec15d800 nid=0x11fd waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Finalizer" daemon prio=10 tid=0x00007fc6ec141000 nid=0x11fc in Object.wait() [0x00007fc6e80ba000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x0000000400131ef0> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) | |
| - locked <0x0000000400131ef0> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) | |
| at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) | |
| "Reference Handler" daemon prio=10 tid=0x00007fc6ec13f000 nid=0x11fb in Object.wait() [0x00007fc6e80fb000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x0000000400130048> (a java.lang.ref.Reference$Lock) | |
| at java.lang.Object.wait(Object.java:485) | |
| at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) | |
| - locked <0x0000000400130048> (a java.lang.ref.Reference$Lock) | |
| "VM Thread" prio=10 tid=0x00007fc6ec138800 nid=0x11fa runnable | |
| "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x00007fc6ec016800 nid=0x11f5 runnable | |
| "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x00007fc6ec018800 nid=0x11f6 runnable | |
| "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x00007fc6ec01a000 nid=0x11f7 runnable | |
| "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x00007fc6ec01c000 nid=0x11f8 runnable | |
| "Concurrent Mark-Sweep GC Thread" prio=10 tid=0x00007fc6ec0ab000 nid=0x11f9 runnable | |
| "VM Periodic Task Thread" prio=10 tid=0x00007fc6ec171800 nid=0x1202 waiting on condition | |
| JNI global references: 1814 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 2012-10-02 10:03:48 | |
| Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.6-b01 mixed mode): | |
| "Attach Listener" daemon prio=10 tid=0x00007f5b10001800 nid=0x6dd4 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "elasticsearch[generic]-pool-1-thread-77387" daemon prio=10 tid=0x00007f5ae81cc800 nid=0x6dc2 waiting on condition [0x00007f5b15f64000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400130030> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[generic]-pool-1-thread-77386" daemon prio=10 tid=0x00007f5ae8967000 nid=0x6da2 waiting on condition [0x00007f5b1474c000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400130030> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[generic]-pool-1-thread-77385" daemon prio=10 tid=0x00007f5ad0004800 nid=0x6d7a waiting on condition [0x00007f5abe2e1000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400130030> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[generic]-pool-1-thread-77383" daemon prio=10 tid=0x00007f5aea3e1000 nid=0x6d74 waiting on condition [0x00007f5b14c51000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400130030> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[search]-pool-5-thread-1007" daemon prio=10 tid=0x00007f5ad4134000 nid=0x6d6d waiting on condition [0x00007f5abeae9000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400256ec0> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[search]-pool-5-thread-1006" daemon prio=10 tid=0x00007f5acc00b800 nid=0x6d45 waiting on condition [0x00007f5b1494e000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400256ec0> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[management]-pool-7-thread-540" daemon prio=10 tid=0x00007f5ae4008800 nid=0x6d22 waiting on condition [0x00007f5b48564000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400255eb0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:702) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:615) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.poll(LinkedTransferQueue.java:1117) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[search]-pool-5-thread-999" daemon prio=10 tid=0x00007f5acc00a000 nid=0x6c7d runnable [0x00007f5abf7f5000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.apache.lucene.util.ScorerDocQueue.checkAdjustElsePop(ScorerDocQueue.java:129) | |
| at org.apache.lucene.util.ScorerDocQueue.topNextAndAdjustElsePop(ScorerDocQueue.java:120) | |
| at org.apache.lucene.search.DisjunctionSumScorer.advanceAfterCurrent(DisjunctionSumScorer.java:171) | |
| at org.apache.lucene.search.DisjunctionSumScorer.nextDoc(DisjunctionSumScorer.java:141) | |
| at org.apache.lucene.search.BooleanScorer2.nextDoc(BooleanScorer2.java:303) | |
| at org.apache.lucene.util.ScorerDocQueue.topNextAndAdjustElsePop(ScorerDocQueue.java:120) | |
| at org.apache.lucene.search.DisjunctionSumScorer.advanceAfterCurrent(DisjunctionSumScorer.java:171) | |
| at org.apache.lucene.search.DisjunctionSumScorer.advance(DisjunctionSumScorer.java:229) | |
| at org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:320) | |
| at org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581) | |
| at org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330) | |
| at org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:194) | |
| at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:234) | |
| at org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:497) | |
| at org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:486) | |
| at org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:374) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[search]-pool-5-thread-995" daemon prio=10 tid=0x00007f5ac800e800 nid=0x6c5a runnable [0x00007f5abe7e6000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.apache.lucene.util.ScorerDocQueue.topScore(ScorerDocQueue.java:116) | |
| at org.apache.lucene.search.DisjunctionSumScorer.advanceAfterCurrent(DisjunctionSumScorer.java:179) | |
| at org.apache.lucene.search.DisjunctionSumScorer.nextDoc(DisjunctionSumScorer.java:141) | |
| at org.apache.lucene.search.BooleanScorer2.nextDoc(BooleanScorer2.java:303) | |
| at org.apache.lucene.util.ScorerDocQueue.topNextAndAdjustElsePop(ScorerDocQueue.java:120) | |
| at org.apache.lucene.search.DisjunctionSumScorer.advanceAfterCurrent(DisjunctionSumScorer.java:171) | |
| at org.apache.lucene.search.DisjunctionSumScorer.advance(DisjunctionSumScorer.java:229) | |
| at org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:320) | |
| at org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581) | |
| at org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330) | |
| at org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:194) | |
| at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:234) | |
| at org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:497) | |
| at org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:486) | |
| at org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:374) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[management]-pool-7-thread-539" daemon prio=10 tid=0x00007f5ae400b800 nid=0x68c5 waiting on condition [0x00007f5abeceb000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400255eb0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:702) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:615) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.poll(LinkedTransferQueue.java:1117) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[get]-pool-4-thread-424" daemon prio=10 tid=0x00007f5acc009800 nid=0x6797 waiting on condition [0x00007f5abfbfa000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400257788> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "TimeLimitedCollector timer thread" daemon prio=10 tid=0x00007f5ae8043800 nid=0x24bb waiting on condition [0x00007f5b14d52000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.lucene.search.TimeLimitingCollector$TimerThread.run(TimeLimitingCollector.java:255) | |
| "es[keepAlive]" prio=10 tid=0x00007f5ae8238800 nid=0x2116 waiting on condition [0x00007f5b14e53000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000004003e9c70> (a java.util.concurrent.CountDownLatch$Sync) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:811) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:969) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1281) | |
| at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:207) | |
| at org.elasticsearch.bootstrap.Bootstrap$3.run(Bootstrap.java:222) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server boss #2 ([id: 0x30943653, /0:0:0:0:0:0:0:0:9200])" daemon prio=10 tid=0x00007f5ae8166800 nid=0x2115 runnable [0x00007f5b14f54000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004003ebbb8> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003e9b60> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004003c2770> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink$Boss.run(NioServerSocketPipelineSink.java:232) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv111]clusterService#updateTask-pool-16-thread-1" daemon prio=10 tid=0x00007f5ac4001800 nid=0x2114 waiting on condition [0x00007f5b15055000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000004003ebb28> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O client worker #1-6" daemon prio=10 tid=0x00007f5ad40d6000 nid=0x2102 runnable [0x00007f5b15358000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004003e9b18> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003e9ad0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004003c27b8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O client worker #1-8" daemon prio=10 tid=0x00007f5ad40bb000 nid=0x2101 runnable [0x00007f5b15459000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400381018> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400381030> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002c4d38> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server worker #1-8" daemon prio=10 tid=0x00007f5ae00da800 nid=0x2100 runnable [0x00007f5b1555a000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004003e9a70> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003e9a58> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004003e5d58> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O client worker #1-4" daemon prio=10 tid=0x00007f5ad40a0000 nid=0x20ff runnable [0x00007f5b1565b000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004003ebb70> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003ebac8> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x0000000400293808> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server worker #1-7" daemon prio=10 tid=0x00007f5ae00bf800 nid=0x20fe runnable [0x00007f5b1575c000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400381090> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003810a8> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002c4dc8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O client worker #1-3" daemon prio=10 tid=0x00007f5ad4085000 nid=0x20fd runnable [0x00007f5b1585d000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400380fb8> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400380fd0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002c4ca8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server worker #1-6" daemon prio=10 tid=0x00007f5ae00a4800 nid=0x20fc runnable [0x00007f5b1595e000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004003eba68> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003eba80> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x0000000400293898> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O client worker #1-5" daemon prio=10 tid=0x00007f5ad406a000 nid=0x20fb runnable [0x00007f5b15a5f000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400380ee0> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400380ef8> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002c4b88> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server worker #1-5" daemon prio=10 tid=0x00007f5ae008a000 nid=0x20fa runnable [0x00007f5b15b60000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400384178> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400384190> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002936e8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O client worker #1-7" daemon prio=10 tid=0x00007f5ad404f800 nid=0x20f9 runnable [0x00007f5b15c61000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004003d8540> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003d8528> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002c4ab0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server worker #1-4" daemon prio=10 tid=0x00007f5ae006f000 nid=0x20f8 runnable [0x00007f5b15d62000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x000000040024e9c0> (a sun.nio.ch.Util$2) | |
| - locked <0x000000040024e9a8> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002936a0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O client worker #1-2" daemon prio=10 tid=0x00007f5ad4035000 nid=0x20f7 runnable [0x00007f5b15e63000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004003d8210> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003d81f8> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002c4a20> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server worker #1-3" daemon prio=10 tid=0x00007f5ae0054800 nid=0x20f5 runnable [0x00007f5b16065000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x000000040026ab40> (a sun.nio.ch.Util$2) | |
| - locked <0x000000040026ab28> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004003e5ec0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O client worker #1-1" daemon prio=10 tid=0x00007f5ad401a000 nid=0x20f4 runnable [0x00007f5b16166000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004002ef3d8> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004002ef3c0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002c4990> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server worker #1-2" daemon prio=10 tid=0x00007f5ae0002000 nid=0x20f3 runnable [0x00007f5b48160000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400383f80> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400384028> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004002935c8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server worker #1-1" daemon prio=10 tid=0x00007f5ae0001800 nid=0x20f1 runnable [0x00007f5b48362000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x000000040027a410> (a sun.nio.ch.Util$2) | |
| - locked <0x000000040027a3f8> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004003e5fe0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv111]discovery#multicast#receiver-pool-21-thread-1" daemon prio=10 tid=0x00007f5ae8138000 nid=0x20ee runnable [0x00007f5b48665000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.net.PlainDatagramSocketImpl.receive0(Native Method) | |
| - locked <0x0000000400291188> (a java.net.PlainDatagramSocketImpl) | |
| at java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:145) | |
| - locked <0x0000000400291188> (a java.net.PlainDatagramSocketImpl) | |
| at java.net.DatagramSocket.receive(DatagramSocket.java:725) | |
| - locked <0x00000004002d4768> (a java.net.DatagramPacket) | |
| - locked <0x00000004003e2c50> (a java.net.MulticastSocket) | |
| at org.elasticsearch.discovery.zen.ping.multicast.MulticastZenPing$Receiver.run(MulticastZenPing.java:370) | |
| - locked <0x0000000400181a60> (a java.lang.Object) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server boss #1 ([id: 0x5fe940a6, /0:0:0:0:0:0:0:0:9300])" daemon prio=10 tid=0x00007f5ae8153800 nid=0x20ed runnable [0x00007f5b48766000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004003e9528> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003e9510> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004003e5de8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink$Boss.run(NioServerSocketPipelineSink.java:232) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv111][ttl_expire]" daemon prio=10 tid=0x00007f5ae81ad000 nid=0x20ec waiting on condition [0x00007f5b491de000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.elasticsearch.indices.ttl.IndicesTTLService$PurgerThread.run(IndicesTTLService.java:132) | |
| "elasticsearch[srch-lv111][scheduler]-pool-13-thread-1" daemon prio=10 tid=0x00007f5ae8103800 nid=0x20eb runnable [0x00007f5b498b5000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x000000040015dc18> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) | |
| at java.util.concurrent.DelayQueue.take(DelayQueue.java:164) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv111][timer]" daemon prio=10 tid=0x00007f5ae8170000 nid=0x20e6 waiting on condition [0x00007f5b48966000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.elasticsearch.threadpool.ThreadPool$EstimatedTimeThread.run(ThreadPool.java:356) | |
| "DestroyJavaVM" prio=10 tid=0x00007f5b5c008000 nid=0x20c9 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Wrapper-Connection" daemon prio=10 tid=0x00007f5b5c231800 nid=0x20df runnable [0x00007f5b496f6000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.net.SocketInputStream.socketRead0(Native Method) | |
| at java.net.SocketInputStream.read(SocketInputStream.java:129) | |
| at java.net.SocketInputStream.read(SocketInputStream.java:182) | |
| at java.io.DataInputStream.readByte(DataInputStream.java:248) | |
| at org.tanukisoftware.wrapper.WrapperManager.handleBackend(WrapperManager.java:5128) | |
| at org.tanukisoftware.wrapper.WrapperManager.run(WrapperManager.java:5469) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "Wrapper-Control-Event-Monitor" daemon prio=10 tid=0x00007f5b5c1f0000 nid=0x20dd waiting on condition [0x00007f5b499b6000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.tanukisoftware.wrapper.WrapperManager$3.run(WrapperManager.java:962) | |
| "Low Memory Detector" daemon prio=10 tid=0x00007f5b5c15a000 nid=0x20d6 runnable [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "C2 CompilerThread1" daemon prio=10 tid=0x00007f5b5c157800 nid=0x20d5 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "C2 CompilerThread0" daemon prio=10 tid=0x00007f5b5c155000 nid=0x20d4 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Signal Dispatcher" daemon prio=10 tid=0x00007f5b5c153000 nid=0x20d3 runnable [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Surrogate Locker Thread (Concurrent GC)" daemon prio=10 tid=0x00007f5b5c151000 nid=0x20d2 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Finalizer" daemon prio=10 tid=0x00007f5b5c134800 nid=0x20d1 in Object.wait() [0x00007f5b58328000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x0000000400197758> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) | |
| - locked <0x0000000400197758> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) | |
| at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) | |
| "Reference Handler" daemon prio=10 tid=0x00007f5b5c132800 nid=0x20d0 in Object.wait() [0x00007f5b58429000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00000004001368b0> (a java.lang.ref.Reference$Lock) | |
| at java.lang.Object.wait(Object.java:485) | |
| at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) | |
| - locked <0x00000004001368b0> (a java.lang.ref.Reference$Lock) | |
| "VM Thread" prio=10 tid=0x00007f5b5c12c000 nid=0x20cf runnable | |
| "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x00007f5b5c016800 nid=0x20ca runnable | |
| "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x00007f5b5c018000 nid=0x20cb runnable | |
| "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x00007f5b5c01a000 nid=0x20cc runnable | |
| "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x00007f5b5c01c000 nid=0x20cd runnable | |
| "Concurrent Mark-Sweep GC Thread" prio=10 tid=0x00007f5b5c0ab000 nid=0x20ce runnable | |
| "VM Periodic Task Thread" prio=10 tid=0x00007f5b5c16d000 nid=0x20d7 waiting on condition | |
| JNI global references: 1293 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 2012-10-02 10:04:33 | |
| Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.6-b01 mixed mode): | |
| "Attach Listener" daemon prio=10 tid=0x00007f9b74022000 nid=0x3618 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "elasticsearch[generic]-pool-1-thread-60958" daemon prio=10 tid=0x00007f9b6404e800 nid=0x35e7 waiting on condition [0x00007f9b78d52000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400130598> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[generic]-pool-1-thread-60957" daemon prio=10 tid=0x00007f9b6534b000 nid=0x35e1 waiting on condition [0x00007f9b22bea000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400130598> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[generic]-pool-1-thread-60952" daemon prio=10 tid=0x00007f9b64015000 nid=0x35c7 waiting on condition [0x00007f9b23ffe000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400130598> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[search]-pool-5-thread-918" daemon prio=10 tid=0x00007f9b30002800 nid=0x35a0 waiting on condition [0x00007f9b228e7000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000004001aaef8> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[management]-pool-7-thread-610" daemon prio=10 tid=0x00007f9b2c0d7000 nid=0x3598 waiting on condition [0x00007f9b233f2000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000004001a8900> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:702) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:615) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.poll(LinkedTransferQueue.java:1117) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[management]-pool-7-thread-609" daemon prio=10 tid=0x00007f9b24041000 nid=0x3597 waiting on condition [0x00007f9b78449000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000004001a8900> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:702) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:615) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.poll(LinkedTransferQueue.java:1117) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[management]-pool-7-thread-608" daemon prio=10 tid=0x00007f9b38002800 nid=0x3596 waiting on condition [0x00007f9b79c61000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000004001a8900> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:702) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:615) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.poll(LinkedTransferQueue.java:1117) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[management]-pool-7-thread-607" daemon prio=10 tid=0x00007f9b2400a800 nid=0x3582 waiting on condition [0x00007f9b78b50000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000004001a8900> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:702) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:615) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.poll(LinkedTransferQueue.java:1117) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[search]-pool-5-thread-917" daemon prio=10 tid=0x00007f9b64053800 nid=0x3564 waiting on condition [0x00007f9b22ceb000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000004001aaef8> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[get]-pool-4-thread-414" daemon prio=10 tid=0x00007f9b3400d800 nid=0x3427 waiting on condition [0x00007f9b23bfa000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000004001aafa0> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[flush]-pool-8-thread-470" daemon prio=10 tid=0x00007f9b60007800 nid=0x7c5 waiting on condition [0x00007f9b23af9000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000004001a8880> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:706) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:615) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.take(LinkedTransferQueue.java:1109) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[snapshot]-pool-12-thread-53" daemon prio=10 tid=0x00007f9b60012800 nid=0x4b4c waiting on condition [0x00007f9b237f6000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000004001a1ee8> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:706) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:615) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.take(LinkedTransferQueue.java:1109) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[merge]-pool-9-thread-95" daemon prio=10 tid=0x00007f9b60003000 nid=0x4b4b waiting on condition [0x00007f9b78c51000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000004001a8800> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:706) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:615) | |
| at org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.take(LinkedTransferQueue.java:1109) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "TimeLimitedCollector timer thread" daemon prio=10 tid=0x00007f9b4c0c7000 nid=0x2466 waiting on condition [0x00007f9b238f7000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.lucene.search.TimeLimitingCollector$TimerThread.run(TimeLimitingCollector.java:255) | |
| "es[keepAlive]" prio=10 tid=0x00007f9b4c25b000 nid=0x20b7 waiting on condition [0x00007f9b7874c000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000004003ed370> (a java.util.concurrent.CountDownLatch$Sync) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:811) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:969) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1281) | |
| at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:207) | |
| at org.elasticsearch.bootstrap.Bootstrap$3.run(Bootstrap.java:222) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server boss #2 ([id: 0x6602e879, /0:0:0:0:0:0:0:0:9200])" daemon prio=10 tid=0x00007f9b4c143800 nid=0x20b6 runnable [0x00007f9b7884d000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004003d43d0> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003d43e8> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004003e7f70> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink$Boss.run(NioServerSocketPipelineSink.java:232) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv116]clusterService#updateTask-pool-16-thread-1" daemon prio=10 tid=0x00007f9b34006800 nid=0x20b5 waiting on condition [0x00007f9b7894e000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400437e90> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O client worker #1-3" daemon prio=10 tid=0x00007f9b2c0d5800 nid=0x20b0 runnable [0x00007f9b78e53000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004003d4340> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003d4358> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004003e7fb8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O client worker #1-7" daemon prio=10 tid=0x00007f9b2c0bb000 nid=0x20af runnable [0x00007f9b78f54000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004003f9068> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003f9050> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x000000040035da60> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O client worker #1-8" daemon prio=10 tid=0x00007f9b2c0a0800 nid=0x20ae runnable [0x00007f9b79055000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400351e88> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400351ea0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x0000000400361cd8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O client worker #1-2" daemon prio=10 tid=0x00007f9b2c086000 nid=0x209e runnable [0x00007f9b79156000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004003d42f8> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003d42b0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004003e8048> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server worker #1-8" daemon prio=10 tid=0x00007f9b440dc000 nid=0x209d runnable [0x00007f9b79257000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400351f00> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400351f18> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x0000000400361d68> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O client worker #1-5" daemon prio=10 tid=0x00007f9b2c06b000 nid=0x209c runnable [0x00007f9b79358000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004003f64a0> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003f6488> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004003e80d8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server worker #1-7" daemon prio=10 tid=0x00007f9b440c1000 nid=0x209b runnable [0x00007f9b79459000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400351df8> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400351e10> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x0000000400361c48> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server worker #1-6" daemon prio=10 tid=0x00007f9b440a6000 nid=0x209a runnable [0x00007f9b7955a000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400322108> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400322120> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x000000040035c5a8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O client worker #1-1" daemon prio=10 tid=0x00007f9b2c04f800 nid=0x2099 runnable [0x00007f9b7965b000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400358970> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400358958> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x000000040035db38> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server worker #1-5" daemon prio=10 tid=0x00007f9b4408b000 nid=0x2098 runnable [0x00007f9b7975c000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004003221b0> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003221c8> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x000000040035c638> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O client worker #1-6" daemon prio=10 tid=0x00007f9b2c034800 nid=0x2097 runnable [0x00007f9b7985d000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400298f58> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400298f40> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x000000040035da18> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O client worker #1-4" daemon prio=10 tid=0x00007f9b2c01a000 nid=0x2096 runnable [0x00007f9b7995e000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400322060> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400322078> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x000000040035c6c8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server worker #1-4" daemon prio=10 tid=0x00007f9b44070800 nid=0x2095 runnable [0x00007f9b79a5f000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400321f88> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400321f70> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x000000040035c560> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server worker #1-3" daemon prio=10 tid=0x00007f9b44055800 nid=0x2094 runnable [0x00007f9b79b60000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004002ddfa0> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004002ddf88> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x0000000400361978> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server worker #1-2" daemon prio=10 tid=0x00007f9b4403b800 nid=0x2092 runnable [0x00007f9b79d62000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x0000000400351cc0> (a sun.nio.ch.Util$2) | |
| - locked <0x0000000400351ca8> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x0000000400361bb8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server worker #1-1" daemon prio=10 tid=0x00007f9b44003800 nid=0x2091 runnable [0x00007f9b79e63000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x000000040017bbe8> (a sun.nio.ch.Util$2) | |
| - locked <0x000000040017bbd0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000004003618a0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:33) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:157) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv116]discovery#multicast#receiver-pool-21-thread-1" daemon prio=10 tid=0x00007f9b4c0f6800 nid=0x208e runnable [0x00007f9b7a166000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.net.PlainDatagramSocketImpl.receive0(Native Method) | |
| - locked <0x000000040028eeb8> (a java.net.PlainDatagramSocketImpl) | |
| at java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:145) | |
| - locked <0x000000040028eeb8> (a java.net.PlainDatagramSocketImpl) | |
| at java.net.DatagramSocket.receive(DatagramSocket.java:725) | |
| - locked <0x00000004003576e0> (a java.net.DatagramPacket) | |
| - locked <0x000000040036d838> (a java.net.MulticastSocket) | |
| at org.elasticsearch.discovery.zen.ping.multicast.MulticastZenPing$Receiver.run(MulticastZenPing.java:370) | |
| - locked <0x0000000400154988> (a java.lang.Object) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "New I/O server boss #1 ([id: 0x1a9d267d, /0:0:0:0:0:0:0:0:9300])" daemon prio=10 tid=0x00007f9b4c1a5800 nid=0x208d runnable [0x00007f9bac156000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00000004003518e8> (a sun.nio.ch.Util$2) | |
| - locked <0x00000004003518d0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x0000000400361a98> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink$Boss.run(NioServerSocketPipelineSink.java:232) | |
| at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv116][ttl_expire]" daemon prio=10 tid=0x00007f9b4c24d800 nid=0x208c waiting on condition [0x00007f9bacbbe000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.elasticsearch.indices.ttl.IndicesTTLService$PurgerThread.run(IndicesTTLService.java:132) | |
| "elasticsearch[srch-lv116][scheduler]-pool-13-thread-1" daemon prio=10 tid=0x00007f9b4c19c800 nid=0x208b runnable [0x00007f9bad1dd000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x0000000400152d20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) | |
| at java.util.concurrent.DelayQueue.take(DelayQueue.java:164) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "elasticsearch[srch-lv116][timer]" daemon prio=10 tid=0x00007f9b4c15f800 nid=0x2086 waiting on condition [0x00007f9bac356000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.elasticsearch.threadpool.ThreadPool$EstimatedTimeThread.run(ThreadPool.java:356) | |
| "DestroyJavaVM" prio=10 tid=0x00007f9bc0008000 nid=0x2069 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Wrapper-Connection" daemon prio=10 tid=0x00007f9bc01b4000 nid=0x207f runnable [0x00007f9bad0dc000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.net.SocketInputStream.socketRead0(Native Method) | |
| at java.net.SocketInputStream.read(SocketInputStream.java:129) | |
| at java.net.SocketInputStream.read(SocketInputStream.java:182) | |
| at java.io.DataInputStream.readByte(DataInputStream.java:248) | |
| at org.tanukisoftware.wrapper.WrapperManager.handleBackend(WrapperManager.java:5128) | |
| at org.tanukisoftware.wrapper.WrapperManager.run(WrapperManager.java:5469) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "Wrapper-Control-Event-Monitor" daemon prio=10 tid=0x00007f9bc0190000 nid=0x207d waiting on condition [0x00007f9bad2de000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.tanukisoftware.wrapper.WrapperManager$3.run(WrapperManager.java:962) | |
| "Low Memory Detector" daemon prio=10 tid=0x00007f9bc015a000 nid=0x2076 runnable [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "C2 CompilerThread1" daemon prio=10 tid=0x00007f9bc0157800 nid=0x2075 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "C2 CompilerThread0" daemon prio=10 tid=0x00007f9bc0155000 nid=0x2074 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Signal Dispatcher" daemon prio=10 tid=0x00007f9bc0153000 nid=0x2073 runnable [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Surrogate Locker Thread (Concurrent GC)" daemon prio=10 tid=0x00007f9bc0151000 nid=0x2072 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Finalizer" daemon prio=10 tid=0x00007f9bc0134800 nid=0x2071 in Object.wait() [0x00007f9badc00000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x0000000400130628> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) | |
| - locked <0x0000000400130628> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) | |
| at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) | |
| "Reference Handler" daemon prio=10 tid=0x00007f9bc0132800 nid=0x2070 in Object.wait() [0x00007f9badd01000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x0000000400132218> (a java.lang.ref.Reference$Lock) | |
| at java.lang.Object.wait(Object.java:485) | |
| at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) | |
| - locked <0x0000000400132218> (a java.lang.ref.Reference$Lock) | |
| "VM Thread" prio=10 tid=0x00007f9bc012c000 nid=0x206f runnable | |
| "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x00007f9bc0016800 nid=0x206a runnable | |
| "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x00007f9bc0018000 nid=0x206b runnable | |
| "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x00007f9bc001a000 nid=0x206c runnable | |
| "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x00007f9bc001c000 nid=0x206d runnable | |
| "Concurrent Mark-Sweep GC Thread" prio=10 tid=0x00007f9bc00ab000 nid=0x206e runnable | |
| "VM Periodic Task Thread" prio=10 tid=0x00007f9bc016d000 nid=0x2077 waiting on condition | |
| JNI global references: 1151 |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment