Created
October 20, 2010 12:04
-
-
Save medcl/636288 to your computer and use it in GitHub Desktop.
es_error_node_disconnect
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ormRecoveryPrepareForTranslog(InternalIndexShard.java:439) | |
| at org.elasticsearch.index.shard.recovery.RecoveryTarget$PrepareForTranslogOperationsRequestHandler.messageReceived(RecoveryTarget.java:281) | |
| at org.elasticsearch.index.shard.recovery.RecoveryTarget$PrepareForTranslogOperationsRequestHandler.messageReceived(RecoveryTarget.java:265) | |
| at org.elasticsearch.transport.netty.MessageChannelHandler$3.run(MessageChannelHandler.java:195) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| Caused by: java.io.FileNotFoundException: /var/elasticsearch/0.12_work/BEISENSEARCH_CLUSTER/nodes/0/indices/index_delete2/3/index/_81g.frq (No such file or directory) | |
| at java.io.RandomAccessFile.open(Native Method) | |
| at java.io.RandomAccessFile.<init>(RandomAccessFile.java:233) | |
| at org.apache.lucene.store.SimpleFSDirectory$SimpleFSIndexInput$Descriptor.<init>(SimpleFSDirectory.java:76) | |
| at org.apache.lucene.store.SimpleFSDirectory$SimpleFSIndexInput.<init>(SimpleFSDirectory.java:97) | |
| at org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.<init>(NIOFSDirectory.java:87) | |
| at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:67) | |
| at org.elasticsearch.index.store.support.AbstractStore$StoreDirectory.openInput(AbstractStore.java:208) | |
| at org.apache.lucene.index.SegmentReader$CoreReaders.<init>(SegmentReader.java:132) | |
| at org.apache.lucene.index.SegmentReader.get(SegmentReader.java:590) | |
| at org.apache.lucene.index.IndexWriter$ReaderPool.get(IndexWriter.java:616) | |
| at org.apache.lucene.index.IndexWriter$ReaderPool.getReadOnlyClone(IndexWriter.java:574) | |
| at org.apache.lucene.index.DirectoryReader.<init>(DirectoryReader.java:150) | |
| at org.apache.lucene.index.ReadOnlyDirectoryReader.<init>(ReadOnlyDirectoryReader.java:36) | |
| at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:410) | |
| at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:374) | |
| at org.elasticsearch.index.engine.robin.RobinEngine.buildNrtResource(RobinEngine.java:616) | |
| at org.elasticsearch.index.engine.robin.RobinEngine.start(RobinEngine.java:158) | |
| ... 7 more | |
| [2010-10-20 12:49:41,682][WARN ][cluster.action.shard ] [Silver] sending failed shard for [index_delete2][3], node[d3HWseJGRj-QrjC56pkjhw], [R], s[INITIALIZING], reason [Failed to start shard, message [RecoveryFailedException[Index Shard [index_delete2][3]: Recovery failed from [Gladiator][58b366ac-40ab-4496-8dbf-a5756ff2e040][inet[/10.129.6.74:9300]] into [Silver][d3HWseJGRj-QrjC56pkjhw][inet[/10.129.6.58:9301]]]; nested: RemoteTransportException[[Gladiator][inet[/10.129.6.74:9300]][index/shard/recovery/startRecovery]]; nested: RecoveryEngineException[[index_delete2][3] Phase[2] Execution failed]; nested: RemoteTransportException[[Silver][inet[/10.129.6.58:9301]][index/shard/recovery/prepareTranslog]]; nested: EngineCreationFailureException[[index_delete2][3] Failed to open reader on writer]; nested: FileNotFoundException[/var/elasticsearch/0.12_work/BEISENSEARCH_CLUSTER/nodes/0/indices/index_delete2/3/index/_81g.frq (No such file or directory)]; ]] | |
| [2010-10-20 12:49:45,847][DEBUG][action.admin.indices.status] [Silver] [index_delete2][3], node[d3HWseJGRj-QrjC56pkjhw], [R], s[INITIALIZING]: Failed to execute [org.elasticsearch.action.admin.indices.status.IndicesStatusRequest@3f076445] | |
| org.elasticsearch.index.IndexShardMissingException: [index_delete2][3] missing | |
| at org.elasticsearch.index.service.InternalIndexService.shardSafe(InternalIndexService.java:152) | |
| at org.elasticsearch.action.admin.indices.status.TransportIndicesStatusAction.shardOperation(TransportIndicesStatusAction.java:141) | |
| at org.elasticsearch.action.admin.indices.status.TransportIndicesStatusAction.shardOperation(TransportIndicesStatusAction.java:57) | |
| at org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction.performOperation(TransportBroadcastOperationAction.java:242) | |
| at org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction.access$200(TransportBroadcastOperationAction.java:130) | |
| at org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction$1.run(TransportBroadcastOperationAction.java:199) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| [2010-10-20 12:49:49,232][WARN ][indices.cluster ] [Silver] [index_delete2][4] failed to start shard | |
| org.elasticsearch.index.shard.recovery.RecoveryFailedException: Index Shard [index_delete2][4]: Recovery failed from [Gladiator][58b366ac-40ab-4496-8dbf-a5756ff2e040][inet[/10.129.6.74:9300]] into [Silver][d3HWseJGRj-QrjC56pkjhw][inet[/10.129.6.58:9301]] | |
| at org.elasticsearch.index.shard.recovery.RecoveryTarget.doRecovery(RecoveryTarget.java:232) | |
| at org.elasticsearch.index.shard.recovery.RecoveryTarget.access$100(RecoveryTarget.java:60) | |
| at org.elasticsearch.index.shard.recovery.RecoveryTarget$2.run(RecoveryTarget.java:145) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| Caused by: org.elasticsearch.transport.RemoteTransportException: [Gladiator][inet[/10.129.6.74:9300]][index/shard/recovery/startRecovery] | |
| Caused by: org.elasticsearch.index.engine.RecoveryEngineException: [index_delete2][4] Phase[2] Execution failed | |
| at org.elasticsearch.index.engine.robin.RobinEngine.recover(RobinEngine.java:538) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.recover(InternalIndexShard.java:400) | |
| at org.elasticsearch.index.shard.recovery.RecoverySource.recover(RecoverySource.java:91) | |
| at org.elasticsearch.index.shard.recovery.RecoverySource.access$1500(RecoverySource.java:55) | |
| at org.elasticsearch.index.shard.recovery.RecoverySource$StartRecoveryTransportRequestHandler$1.run(RecoverySource.java:270) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| Caused by: org.elasticsearch.transport.RemoteTransportException: [Silver][inet[/10.129.6.58:9301]][index/shard/recovery/prepareTranslog] | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [index_delete2][4] Failed to open reader on writer | |
| at org.elasticsearch.index.engine.robin.RobinEngine.start(RobinEngine.java:171) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.performRecoveryPrepareForTranslog(InternalIndexShard.java:439) | |
| at org.elasticsearch.index.shard.recovery.RecoveryTarget$PrepareForTranslogOperationsRequestHandler.messageReceived(RecoveryTarget.java:281) | |
| at org.elasticsearch.index.shard.recovery.RecoveryTarget$PrepareForTranslogOperationsRequestHandler.messageReceived(RecoveryTarget.java:265) | |
| at org.elasticsearch.transport.netty.MessageChannelHandler$3.run(MessageChannelHandler.java:195) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) | |
| Caused by: java.io.FileNotFoundException: /var/elasticsearch/0.12_work/BEISENSEARCH_CLUSTER/nodes/0/indices/index_delete2/4/index/_80p.frq (No such file or directory) | |
| at java.io.RandomAccessFile.open(Native Method) | |
| at java.io.RandomAccessFile.<init>(RandomAccessFile.java:233) | |
| at org.apache.lucene.store.SimpleFSDirectory$SimpleFSIndexInput$Descriptor.<init>(SimpleFSDirectory.java:76) | |
| at org.apache.lucene.store.SimpleFSDirectory$SimpleFSIndexInput.<init>(SimpleFSDirectory.java:97) | |
| at org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.<init>(NIOFSDirectory.java:87) | |
| at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:67) | |
| at org.elasticsearch.index.store.support.AbstractStore$StoreDirectory.openInput(AbstractStore.java:208) | |
| at org.apache.lucene.index.SegmentReader$CoreReaders.<init>(SegmentReader.java:132) | |
| at org.apache.lucene.index.SegmentReader.get(SegmentReader.java:590) | |
| at org.apache.lucene.index.IndexWriter$ReaderPool.get(IndexWriter.java:616) | |
| at org.apache.lucene.index.IndexWriter$ReaderPool.getReadOnlyClone(IndexWriter.java:574) | |
| at org.apache.lucene.index.DirectoryReader.<init>(DirectoryReader.java:150) | |
| at org.apache.lucene.index.ReadOnlyDirectoryReader.<init>(ReadOnlyDirectoryReader.java:36) | |
| at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:410) | |
| at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:374) | |
| at org.elasticsearch.index.engine.robin.RobinEngine.buildNrtResource(RobinEngine.java:616) | |
| at org.elasticsearch.index.engine.robin.RobinEngine.start(RobinEngine.java:158) | |
| ... 7 more | |
| [2010-10-20 12:49:51,314][WARN ][cluster.action.shard ] [Silver] sending failed shard for [index_delete2][4], node[d3HWseJGRj-QrjC56pkjhw], [R], s[INITIALIZING], reason [Failed to start shard, message [RecoveryFailedException[Index Shard [index_delete2][4]: Recovery failed from [Gladiator][58b366ac-40ab-4496-8dbf-a5756ff2e040][inet[/10.129.6.74:9300]] into [Silver][d3HWseJGRj-QrjC56pkjhw][inet[/10.129.6.58:9301]]]; nested: RemoteTransportException[[Gladiator][inet[/10.129.6.74:9300]][index/shard/recovery/startRecovery]]; nested: RecoveryEngineException[[index_delete2][4] Phase[2] Execution failed]; nested: RemoteTransportException[[Silver][inet[/10.129.6.58:9301]][index/shard/recovery/prepareTranslog]]; nested: EngineCreationFailureException[[index_delete2][4] Failed to open reader on writer]; nested: FileNotFoundException[/var/elasticsearch/0.12_work/BEISENSEARCH_CLUSTER/nodes/0/indices/index_delete2/4/index/_80p.frq (No such file or directory)]; ]] | |
| [2010-10-20 12:49:53,866][DEBUG][action.admin.indices.status] [Silver] [index_delete2][4], node[d3HWseJGRj-QrjC56pkjhw], [R], s[INITIALIZING]: Failed to execute [org.elasticsearch.action.admin.indices.status.IndicesStatusRequest@b8872d0] | |
| org.elasticsearch.index.IndexShardMissingException: [index_delete2][4] missing | |
| at org.elasticsearch.index.service.InternalIndexService.shardSafe(InternalIndexService.java:152) | |
| at org.elasticsearch.action.admin.indices.status.TransportIndicesStatusAction.shardOperation(TransportIndicesStatusAction.java:141) | |
| at org.elasticsearch.action.admin.indices.status.TransportIndicesStatusAction.shardOperation(TransportIndicesStatusAction.java:57) | |
| at org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction.performOperation(TransportBroadcastOperationAction.java:242) | |
| at org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction.access$200(TransportBroadcastOperationAction.java:130) | |
| at org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction$1.run(TransportBroadcastOperationAction.java:199) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:636) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment