-
-
Save anonymous/1587b09e2cd94b369004 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| [2013-04-09 00:49:17,960][WARN ][transport ] [Spoilsport] Received response for a request that has timed out, sent [78146ms] ago, timed out [48146ms] ago, action [discovery/zen/fd/masterPing], node [[Haven][-KmXgyc8TTWiLTRuSR2ICg][inet[/XX.XX.XX.23:9202]]], id [263935] | |
| [2013-04-09 00:49:17,962][WARN ][transport ] [Spoilsport] Received response for a request that has timed out, sent [48148ms] ago, timed out [18147ms] ago, action [discovery/zen/fd/masterPing], node [[Haven][-KmXgyc8TTWiLTRuSR2ICg][inet[/XX.XX.XX.23:9202]]], id [263936] | |
| [2013-04-09 02:05:12,606][INFO ][discovery.zen ] [Spoilsport] master_left [[Haven][-KmXgyc8TTWiLTRuSR2ICg][inet[/XX.XX.XX.23:9202]]], reason [failed to ping, tried [3] times, each with maximum [30s] timeout] | |
| [2013-04-09 02:05:12,609][INFO ][cluster.service ] [Spoilsport] master {new [Spoilsport][FsR-_O2IRSONx89fhPADwA][inet[/XX.XX.XX.24:9202]], previous [Haven][-KmXgyc8TTWiLTRuSR2ICg][inet[/XX.XX.XX.23:9202]]}, removed {[Haven][-KmXgyc8TTWiLTRuSR2ICg][inet[/XX.XX.XX.23:9202]],}, reason: zen-disco-master_failed ([Haven][-KmXgyc8TTWiLTRuSR2ICg][inet[/XX.XX.XX.23:9202]]) | |
| [2013-04-09 02:05:12,622][DEBUG][action.search.type ] [Spoilsport] [2720572] Failed to execute fetch phase | |
| org.elasticsearch.transport.NodeDisconnectedException: [Haven][inet[/XX.XX.XX.23:9202]][search/phase/fetch/id] disconnected | |
| [2013-04-09 02:05:12,631][DEBUG][action.search.type ] [Spoilsport] [2720468] Failed to execute fetch phase | |
| >>>>>>> then many various errors follow during the next 1 sec (the happen randomly and alternately): <<<<<<< | |
| (...) | |
| [2013-04-09 02:05:12,622][DEBUG][action.search.type ] [Spoilsport] [2720572] Failed to execute fetch phase | |
| org.elasticsearch.transport.NodeDisconnectedException: [Haven][inet[/XX.XX.XX.23:9202]][search/phase/fetch/id] disconnected | |
| (...) | |
| [2013-04-09 02:05:12,631][DEBUG][action.search.type ] [Spoilsport] [2720468] Failed to execute fetch phase | |
| org.elasticsearch.transport.SendRequestTransportException: [Haven][inet[/XX.XX.XX.23:9202]][search/phase/fetch/id] | |
| at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:196) | |
| at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:168) | |
| at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteFetch(SearchServiceTransportAction.java:320) | |
| at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.executeFetch(TransportSearchQueryThenFetchAction.java:145) | |
| at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.moveToSecondPhase(TransportSearchQueryThenFetchAction.java:106) | |
| at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.onFirstPhaseResult(TransportSearchTypeAction.java:227) | |
| at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$3.onResult(TransportSearchTypeAction.java:207) | |
| at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$3.onResult(TransportSearchTypeAction.java:205) | |
| at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:135) | |
| at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) | |
| at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:205) | |
| at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.onFirstPhaseResult(TransportSearchTypeAction.java:279) | |
| at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$3.onFailure(TransportSearchTypeAction.java:211) | |
| at org.elasticsearch.search.action.SearchServiceTransportAction$2.handleException(SearchServiceTransportAction.java:151) | |
| at org.elasticsearch.transport.TransportService$Adapter$2$1.run(TransportService.java:293) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:619) | |
| Caused by: org.elasticsearch.transport.NodeNotConnectedException: [Haven][inet[/XX.XX.XX.23:9202]] Node not connected | |
| at org.elasticsearch.transport.netty.NettyTransport.nodeChannel(NettyTransport.java:638) | |
| at org.elasticsearch.transport.netty.NettyTransport.sendRequest(NettyTransport.java:450) | |
| at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:181) | |
| ... 17 more | |
| (...) | |
| [2013-04-09 02:05:12,953][WARN ][search.action ] [Spoilsport] Failed to send release search context | |
| org.elasticsearch.transport.SendRequestTransportException: [Haven][inet[/XX.XX.XX.23:9202]][search/freeContext] | |
| at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:196) | |
| at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:168) | |
| at org.elasticsearch.search.action.SearchServiceTransportAction.sendFreeContext(SearchServiceTransportAction.java:97) | |
| at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.releaseIrrelevantSearchContexts(TransportSearchTypeAction.java:330) | |
| at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.finishHim(TransportSearchQueryThenFetchAction.java:177) | |
| at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.moveToSecondPhase(TransportSearchQueryThenFetchAction.java:93) | |
| at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.onFirstPhaseResult(TransportSearchTypeAction.java:227) | |
| at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$3.onResult(TransportSearchTypeAction.java:207) | |
| at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$3.onResult(TransportSearchTypeAction.java:205) | |
| at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:135) | |
| at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) | |
| at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:205) | |
| at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.onFirstPhaseResult(TransportSearchTypeAction.java:279) | |
| at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$3.onFailure(TransportSearchTypeAction.java:211) | |
| at org.elasticsearch.search.action.SearchServiceTransportAction$2.handleException(SearchServiceTransportAction.java:151) | |
| at org.elasticsearch.transport.TransportService$Adapter$2$1.run(TransportService.java:293) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:619) | |
| Caused by: org.elasticsearch.transport.NodeNotConnectedException: [Haven][inet[/XX.XX.XX.23:9202]] Node not connected | |
| at org.elasticsearch.transport.netty.NettyTransport.nodeChannel(NettyTransport.java:638) | |
| at org.elasticsearch.transport.netty.NettyTransport.sendRequest(NettyTransport.java:450) | |
| at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:181) | |
| ... 18 more | |
| (...) | |
| >>>>>>> last error at [2013-04-09 02:05:13,182] <<<<<<< | |
| [2013-04-09 10:06:32,817][INFO ][node ] [Spoilsport] {0.18.4}[24890]: stopping ... | |
| [2013-04-09 10:06:33,760][INFO ][node ] [Spoilsport] {0.18.4}[24890]: stopped | |
| [2013-04-09 10:06:33,760][INFO ][node ] [Spoilsport] {0.18.4}[24890]: closing ... | |
| [2013-04-09 10:06:33,872][INFO ][node ] [Spoilsport] {0.18.4}[24890]: closed | |
| [2013-04-09 10:06:39,396][INFO ][node ] [McKenzie, Namor] {0.18.4}[6682]: initializing ... | |
| [2013-04-09 10:06:39,404][INFO ][plugins ] [McKenzie, Namor] loaded [], sites [] | |
| [2013-04-09 10:06:42,749][INFO ][node ] [McKenzie, Namor] {0.18.4}[6682]: initialized | |
| [2013-04-09 10:06:42,750][INFO ][node ] [McKenzie, Namor] {0.18.4}[6682]: starting ... | |
| [2013-04-09 10:06:42,879][INFO ][transport ] [McKenzie, Namor] bound_address {inet[/0:0:0:0:0:0:0:0:9202]}, publish_address {inet[/XX.XX.XX.24:9202]} | |
| [2013-04-09 10:06:46,249][INFO ][cluster.service ] [McKenzie, Namor] detected_master [Haven][-KmXgyc8TTWiLTRuSR2ICg][inet[/XX.XX.XX.23:9202]], added {[Haven][-KmXgyc8TTWiLTRuSR2ICg][inet[/XX.XX.XX.23:9202]],}, reason: zen-disco-receive(from master [[Haven][-KmXgyc8TTWiLTRuSR2ICg][inet[/XX.XX.XX.23:9202]]]) | |
| [2013-04-09 10:06:46,260][INFO ][discovery ] [McKenzie, Namor] elasticsearch_production_cluster/2fIeCPxaT3ie0vyj6W6maw | |
| [2013-04-09 10:06:46,470][INFO ][http ] [McKenzie, Namor] bound_address {inet[/0:0:0:0:0:0:0:0:9203]}, publish_address {inet[/XX.XX.XX.24:9203]} | |
| [2013-04-09 10:06:46,470][INFO ][node ] [McKenzie, Namor] {0.18.4}[6682]: started | |
| [2013-04-09 11:04:24,432][WARN ][transport ] [McKenzie, Namor] Received response for a request that has timed out, sent [86196ms] ago, timed out [56196ms] ago, action [discovery/zen/fd/masterPing], node [[Haven][-KmXgyc8TTWiLTRuSR2ICg][inet[/XX.XX.XX.23:9202]]], id [18972] | |
| [2013-04-09 11:04:24,436][WARN ][transport ] [McKenzie, Namor] Received response for a request that has timed out, sent [56199ms] ago, timed out [26198ms] ago, action [discovery/zen/fd/masterPing], node [[Haven][-KmXgyc8TTWiLTRuSR2ICg][inet[/XX.XX.XX.23:9202]]], id [18982] | |
| [2013-04-09 11:44:43,072][WARN ][transport ] [McKenzie, Namor] Received response for a request that has timed out, sent [40836ms] ago, timed out [10835ms] ago, action [discovery/zen/fd/masterPing], node [[Haven][-KmXgyc8TTWiLTRuSR2ICg][inet[/XX.XX.XX.23:9202]]], id [32539] | |
| [2013-04-09 12:17:54,325][WARN ][transport ] [McKenzie, Namor] Received response for a request that has timed out, sent [47245ms] ago, timed out [17245ms] ago, action [discovery/zen/fd/masterPing], node [[Haven][-KmXgyc8TTWiLTRuSR2ICg][inet[/XX.XX.XX.23:9202]]], id [46103] | |
| [2013-04-09 12:43:37,955][INFO ][discovery.zen ] [McKenzie, Namor] master_left [[Haven][-KmXgyc8TTWiLTRuSR2ICg][inet[/XX.XX.XX.23:9202]]], reason [transport disconnected (with verified connect)] | |
| [2013-04-09 12:43:37,967][INFO ][cluster.service ] [McKenzie, Namor] master {new [McKenzie, Namor][2fIeCPxaT3ie0vyj6W6maw][inet[/XX.XX.XX.24:9202]], previous [Haven][-KmXgyc8TTWiLTRuSR2ICg][inet[/XX.XX.XX.23:9202]]}, removed {[Haven][-KmXgyc8TTWiLTRuSR2ICg][inet[/XX.XX.XX.23:9202]],}, reason: zen-disco-master_failed ([Haven][-KmXgyc8TTWiLTRuSR2ICg][inet[/XX.XX.XX.23:9202]]) | |
| [2013-04-09 12:43:56,322][INFO ][cluster.service ] [McKenzie, Namor] added {[Sphinx][GmT5mYubS6aadn6J3BxYyQ][inet[/XX.XX.XX.23:9202]],}, reason: zen-disco-receive(join from node[[Sphinx][GmT5mYubS6aadn6J3BxYyQ][inet[/XX.XX.XX.23:9202]]]) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment