Skip to content

Instantly share code, notes, and snippets.

@rohitreddy
Created February 7, 2013 08:53
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save rohitreddy/4729660 to your computer and use it in GitHub Desktop.
Save rohitreddy/4729660 to your computer and use it in GitHub Desktop.
Thread stack - elasticsearch
::: [Stakar][ivV90X9PSGaIqd_cgxNAZQ][inet[/10.64.29.3:9300]]{zone=zone1}
22.0% (110ms out of 500ms) cpu usage by thread 'elasticsearch[Stakar][search][T#35]'
9/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
java.lang.Thread.run(Thread.java:662)
unique snapshot
org.apache.lucene.search.BooleanScorer2.docID(BooleanScorer2.java:304)
org.apache.lucene.search.BooleanScorer2$SingleMatchScorer.docID(BooleanScorer2.java:138)
org.apache.lucene.search.BooleanScorer2$SingleMatchScorer.score(BooleanScorer2.java:120)
org.apache.lucene.search.ReqOptSumScorer.score(ReqOptSumScorer.java:69)
org.apache.lucene.search.BooleanScorer2.score(BooleanScorer2.java:315)
org.apache.lucene.search.ScoreCachingWrappingScorer.score(ScoreCachingWrappingScorer.java:59)
org.apache.lucene.search.FieldComparator$RelevanceComparator.compareBottom(FieldComparator.java:652)
org.apache.lucene.search.TopFieldCollector$MultiComparatorScoringMaxScoreCollector.collect(TopFieldCollector.java:562)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:167)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:149)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:487)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:400)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:176)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:294)
org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:175)
org.elasticsearch.action.search.type.TransportSearchDfsQueryThenFetchAction$AsyncAction.executeQuery(TransportSearchDfsQueryThenFetchAction.java:148)
org.elasticsearch.action.search.type.TransportSearchDfsQueryThenFetchAction$AsyncAction$2.run(TransportSearchDfsQueryThenFetchAction.java:135)
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
java.lang.Thread.run(Thread.java:662)
20.0% (100ms out of 500ms) cpu usage by thread 'elasticsearch[Stakar][search][T#52]'
9/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
java.lang.Thread.run(Thread.java:662)
unique snapshot
sun.nio.ch.NativeThread.$$YJP$$current(Native Method)
sun.nio.ch.NativeThread.current(NativeThread.java)
sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:27)
sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:610)
org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162)
org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270)
org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:40)
org.apache.lucene.store.DataInput.readVInt(DataInput.java:107)
org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:217)
org.apache.lucene.index.TermBuffer.read(TermBuffer.java:64)
org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java:133)
org.apache.lucene.index.SegmentTermEnum.scanTo(SegmentTermEnum.java:174)
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:236)
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:172)
org.apache.lucene.index.SegmentReader.docFreq(SegmentReader.java:539)
org.apache.lucene.index.DirectoryReader.docFreq(DirectoryReader.java:707)
org.apache.lucene.search.IndexSearcher.docFreq(IndexSearcher.java:236)
org.apache.lucene.search.Searcher.docFreqs(Searcher.java:195)
org.elasticsearch.search.dfs.DfsPhase.execute(DfsPhase.java:63)
org.elasticsearch.search.SearchService.executeDfsPhase(SearchService.java:172)
org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteDfs(SearchServiceTransportAction.java:107)
org.elasticsearch.action.search.type.TransportSearchDfsQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchDfsQueryThenFetchAction.java:86)
org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:205)
org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:192)
org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:178)
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
java.lang.Thread.run(Thread.java:662)
18.0% (90ms out of 500ms) cpu usage by thread 'elasticsearch[Stakar][search][T#37]'
8/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
java.lang.Thread.run(Thread.java:662)
2/10 snapshots sharing following 34 elements
sun.nio.ch.FileDispatcher.$$YJP$$pread0(Native Method)
sun.nio.ch.FileDispatcher.pread0(FileDispatcher.java)
sun.nio.ch.FileDispatcher.pread(FileDispatcher.java:31)
sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:195)
sun.nio.ch.IOUtil.read(IOUtil.java:171)
sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:612)
org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162)
org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270)
org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:40)
org.apache.lucene.store.DataInput.readVInt(DataInput.java:107)
org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:217)
org.apache.lucene.index.SegmentTermDocs.next(SegmentTermDocs.java:121)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:216)
org.apache.lucene.search.TermScorer.advance(TermScorer.java:156)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:108)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.ReqOptSumScorer.advance(ReqOptSumScorer.java:53)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:149)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:487)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:400)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:176)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:294)
org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:175)
org.elasticsearch.action.search.type.TransportSearchDfsQueryThenFetchAction$AsyncAction.executeQuery(TransportSearchDfsQueryThenFetchAction.java:148)
org.elasticsearch.action.search.type.TransportSearchDfsQueryThenFetchAction$AsyncAction$2.run(TransportSearchDfsQueryThenFetchAction.java:135)
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
java.lang.Thread.run(Thread.java:662)
::: [Harker, Quincy][zQcSM1duT1CQn7x4CNV3cg][inet[/10.205.22.29:9300]]{zone=zone2}
0.0% (0s out of 500ms) cpu usage by thread 'qtp1009042595-2852'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
java.lang.Thread.run(Thread.java:662)
0.0% (0s out of 500ms) cpu usage by thread 'Reference Handler'
10/10 snapshots sharing following 3 elements
java.lang.Object.wait(Native Method)
java.lang.Object.wait(Object.java:485)
java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
0.0% (0s out of 500ms) cpu usage by thread 'Finalizer'
10/10 snapshots sharing following 4 elements
java.lang.Object.wait(Native Method)
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
::: [Stakar][ivV90X9PSGaIqd_cgxNAZQ][inet[/10.64.29.3:9300]]{zone=zone1}
26.0% (130ms out of 500ms) cpu usage by thread 'elasticsearch[Stakar][search][T#23]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
java.lang.Thread.run(Thread.java:662)
16.0% (80ms out of 500ms) cpu usage by thread 'elasticsearch[Stakar][search][T#7]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
java.lang.Thread.run(Thread.java:662)
14.0% (70ms out of 500ms) cpu usage by thread 'elasticsearch[Stakar][search][T#32]'
9/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
java.lang.Thread.run(Thread.java:662)
unique snapshot
sun.nio.ch.NativeThread.$$YJP$$current(Native Method)
sun.nio.ch.NativeThread.current(NativeThread.java)
sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:27)
sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:610)
org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162)
org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270)
org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:40)
org.apache.lucene.store.DataInput.readVInt(DataInput.java:107)
org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:217)
org.apache.lucene.index.TermBuffer.read(TermBuffer.java:64)
org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java:133)
org.apache.lucene.index.SegmentTermEnum.scanTo(SegmentTermEnum.java:174)
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:236)
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:172)
org.apache.lucene.index.SegmentReader.docFreq(SegmentReader.java:539)
org.apache.lucene.index.DirectoryReader.docFreq(DirectoryReader.java:707)
org.apache.lucene.search.IndexSearcher.docFreq(IndexSearcher.java:236)
org.apache.lucene.search.Searcher.docFreqs(Searcher.java:195)
org.elasticsearch.search.dfs.DfsPhase.execute(DfsPhase.java:63)
org.elasticsearch.search.SearchService.executeDfsPhase(SearchService.java:172)
org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteDfs(SearchServiceTransportAction.java:107)
org.elasticsearch.action.search.type.TransportSearchDfsQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchDfsQueryThenFetchAction.java:86)
org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:205)
org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:192)
org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:178)
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
java.lang.Thread.run(Thread.java:662)
::: [Harker, Quincy][zQcSM1duT1CQn7x4CNV3cg][inet[/10.205.22.29:9300]]{zone=zone2}
0.0% (0s out of 500ms) cpu usage by thread 'qtp1009042595-2852'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
java.lang.Thread.run(Thread.java:662)
0.0% (0s out of 500ms) cpu usage by thread 'Reference Handler'
10/10 snapshots sharing following 3 elements
java.lang.Object.wait(Native Method)
java.lang.Object.wait(Object.java:485)
java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
0.0% (0s out of 500ms) cpu usage by thread 'Finalizer'
10/10 snapshots sharing following 4 elements
java.lang.Object.wait(Native Method)
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment