Created
December 17, 2012 13:14
-
-
Save james1ewis/4318193 to your computer and use it in GitHub Desktop.
Elasticsearch hot_threads output taken at the same time as my first elasticsearch log output showing the gc warnings.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| curl localhost:9200/_nodes/hot_threads | |
| ::: [Autolycus][8WVLJeoMQsGsGVcFDpSGOA][inet[/10.100.39.31:9300]] | |
| 8.0% (40ms out of 500ms) cpu usage by thread 'elasticsearch[Autolycus][[inbox][4]: Lucene Merge Thread #265]' | |
| 5/10 snapshots sharing following 11 elements | |
| org.apache.lucene.store.DataOutput.writeVInt(DataOutput.java:82) | |
| org.apache.lucene.index.FormatPostingsDocsWriter.addDoc(FormatPostingsDocsWriter.java:96) | |
| org.apache.lucene.index.SegmentMerger.appendPostings(SegmentMerger.java:548) | |
| org.apache.lucene.index.SegmentMerger.mergeTermInfos(SegmentMerger.java:496) | |
| org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:428) | |
| org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:108) | |
| org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4263) | |
| org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3908) | |
| org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:388) | |
| org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:91) | |
| org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:456) | |
| 5/10 snapshots sharing following 8 elements | |
| org.apache.lucene.index.SegmentMerger.mergeTermInfos(SegmentMerger.java:496) | |
| org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:428) | |
| org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:108) | |
| org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4263) | |
| org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3908) | |
| org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:388) | |
| org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:91) | |
| org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:456) | |
| 6.0% (30ms out of 500ms) cpu usage by thread 'elasticsearch[Autolycus][http_server_worker][T#2]{New I/O worker #6}' | |
| 3/10 snapshots sharing following 27 elements | |
| org.elasticsearch.common.netty.buffer.CompositeChannelBuffer.decompose(CompositeChannelBuffer.java:99) | |
| org.elasticsearch.common.netty.handler.codec.http.HttpChunkAggregator.appendToCumulation(HttpChunkAggregator.java:209) | |
| org.elasticsearch.common.netty.handler.codec.http.HttpChunkAggregator.messageReceived(HttpChunkAggregator.java:174) | |
| org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:75) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:565) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:793) | |
| org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:296) | |
| org.elasticsearch.common.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:455) | |
| org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoder.callDecode(ReplayingDecoder.java:538) | |
| org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoder.messageReceived(ReplayingDecoder.java:437) | |
| org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:75) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:565) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:793) | |
| org.elasticsearch.common.netty.OpenChannelsHandler.handleUpstream(OpenChannelsHandler.java:74) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:565) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:560) | |
| org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:268) | |
| org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:255) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.read(NioWorker.java:84) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.processSelectedKeys(AbstractNioWorker.java:471) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:332) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| java.lang.Thread.run(Thread.java:636) | |
| 7/10 snapshots sharing following 8 elements | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.processSelectedKeys(AbstractNioWorker.java:471) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:332) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| java.lang.Thread.run(Thread.java:636) | |
| 6.0% (30ms out of 500ms) cpu usage by thread 'elasticsearch[Autolycus][refresh][T#1]' | |
| 5/10 snapshots sharing following 22 elements | |
| org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:120) | |
| org.apache.lucene.index.TermsHash.flush(TermsHash.java:113) | |
| org.apache.lucene.index.DocInverter.flush(DocInverter.java:70) | |
| org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:60) | |
| org.apache.lucene.index.DocumentsWriter.flush(DocumentsWriter.java:581) | |
| org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3587) | |
| org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3552) | |
| org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:450) | |
| org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:399) | |
| org.apache.lucene.index.DirectoryReader.doOpenFromWriter(DirectoryReader.java:413) | |
| org.apache.lucene.index.DirectoryReader.doOpenIfChanged(DirectoryReader.java:432) | |
| org.apache.lucene.index.DirectoryReader.doOpenIfChanged(DirectoryReader.java:375) | |
| org.apache.lucene.index.IndexReader.openIfChanged(IndexReader.java:508) | |
| org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:109) | |
| org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:57) | |
| org.apache.lucene.search.ReferenceManager.maybeRefresh(ReferenceManager.java:137) | |
| org.elasticsearch.index.engine.robin.RobinEngine.refresh(RobinEngine.java:774) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.refresh(InternalIndexShard.java:393) | |
| org.elasticsearch.index.shard.service.InternalIndexShard$EngineRefresher$1.run(InternalIndexShard.java:718) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| java.lang.Thread.run(Thread.java:636) | |
| 2/10 snapshots sharing following 16 elements | |
| org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3552) | |
| org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:450) | |
| org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:399) | |
| org.apache.lucene.index.DirectoryReader.doOpenFromWriter(DirectoryReader.java:413) | |
| org.apache.lucene.index.DirectoryReader.doOpenIfChanged(DirectoryReader.java:432) | |
| org.apache.lucene.index.DirectoryReader.doOpenIfChanged(DirectoryReader.java:375) | |
| org.apache.lucene.index.IndexReader.openIfChanged(IndexReader.java:508) | |
| org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:109) | |
| org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:57) | |
| org.apache.lucene.search.ReferenceManager.maybeRefresh(ReferenceManager.java:137) | |
| org.elasticsearch.index.engine.robin.RobinEngine.refresh(RobinEngine.java:774) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.refresh(InternalIndexShard.java:393) | |
| org.elasticsearch.index.shard.service.InternalIndexShard$EngineRefresher$1.run(InternalIndexShard.java:718) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| java.lang.Thread.run(Thread.java:636) | |
| 3/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:702) | |
| org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:615) | |
| org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.poll(LinkedTransferQueue.java:1117) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| java.lang.Thread.run(Thread.java:636) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment