Created
July 10, 2015 06:52
-
-
Save strokine/dc209dacbebf958fd0be to your computer and use it in GitHub Desktop.
/_nodes/hot_threads
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ::: [es-3][dLcodqFYSWmlzMhMWN9u3g][inet[/10.128.1.236:9300]] | |
| 76.8% (383.8ms out of 500ms) cpu usage by thread 'elasticsearch[es-3][cache][T#16]' | |
| 8/10 snapshots sharing following 13 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:670) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:136) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:111) | |
| org.apache.lucene.index.TermBuffer.read(TermBuffer.java:82) | |
| org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java:133) | |
| org.elasticsearch.index.cache.bloom.simple.SimpleBloomCache$BloomFilterLoader.run(SimpleBloomCache.java:203) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 2/10 snapshots sharing following 14 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:670) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:40) | |
| org.apache.lucene.store.DataInput.readVInt(DataInput.java:107) | |
| org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:217) | |
| org.apache.lucene.index.TermBuffer.read(TermBuffer.java:65) | |
| org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java:133) | |
| org.elasticsearch.index.cache.bloom.simple.SimpleBloomCache$BloomFilterLoader.run(SimpleBloomCache.java:203) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 75.0% (374.9ms out of 500ms) cpu usage by thread 'elasticsearch[es-3][cache][T#15]' | |
| 9/10 snapshots sharing following 13 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:670) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:136) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:111) | |
| org.apache.lucene.index.TermBuffer.read(TermBuffer.java:82) | |
| org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java:133) | |
| org.elasticsearch.index.cache.bloom.simple.SimpleBloomCache$BloomFilterLoader.run(SimpleBloomCache.java:203) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| unique snapshot | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:670) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:40) | |
| org.apache.lucene.store.DataInput.readVLong(DataInput.java:148) | |
| org.apache.lucene.store.BufferedIndexInput.readVLong(BufferedIndexInput.java:253) | |
| org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java:137) | |
| org.elasticsearch.index.cache.bloom.simple.SimpleBloomCache$BloomFilterLoader.run(SimpleBloomCache.java:203) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 53.3% (266.5ms out of 500ms) cpu usage by thread 'elasticsearch[es-3][search][T#2791]' | |
| 2/10 snapshots sharing following 37 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:670) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:40) | |
| org.apache.lucene.store.DataInput.readVInt(DataInput.java:107) | |
| org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:217) | |
| org.apache.lucene.index.TermBuffer.read(TermBuffer.java:64) | |
| org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java:133) | |
| org.apache.lucene.index.SegmentTermEnum.scanTo(SegmentTermEnum.java:174) | |
| org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:236) | |
| org.apache.lucene.index.TermInfosReader.terms(TermInfosReader.java:304) | |
| org.apache.lucene.index.SegmentReader.terms(SegmentReader.java:473) | |
| org.apache.lucene.search.NumericRangeQuery$NumericRangeTermEnum.next(NumericRangeQuery.java:566) | |
| org.apache.lucene.search.MultiTermQueryWrapperFilter.getDocIdSet(MultiTermQueryWrapperFilter.java:136) | |
| org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:164) | |
| org.elasticsearch.common.lucene.search.OrFilter.getDocIdSet(OrFilter.java:56) | |
| org.elasticsearch.common.lucene.search.AndFilter.getDocIdSet(AndFilter.java:56) | |
| org.elasticsearch.common.lucene.search.NotDeletedFilter.getDocIdSet(NotDeletedFilter.java:43) | |
| org.apache.lucene.search.ConstantScoreQuery$ConstantWeight.scorer(ConstantScoreQuery.java:139) | |
| org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149) | |
| org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 8/10 snapshots sharing following 29 elements | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:40) | |
| org.apache.lucene.store.DataInput.readVInt(DataInput.java:107) | |
| org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:217) | |
| org.apache.lucene.index.SegmentTermDocs.readNoTf(SegmentTermDocs.java:175) | |
| org.apache.lucene.index.SegmentTermDocs.read(SegmentTermDocs.java:148) | |
| org.apache.lucene.search.MultiTermQueryWrapperFilter.getDocIdSet(MultiTermQueryWrapperFilter.java:127) | |
| org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:164) | |
| org.elasticsearch.common.lucene.search.OrFilter.getDocIdSet(OrFilter.java:56) | |
| org.elasticsearch.common.lucene.search.AndFilter.getDocIdSet(AndFilter.java:56) | |
| org.elasticsearch.common.lucene.search.NotDeletedFilter.getDocIdSet(NotDeletedFilter.java:43) | |
| org.apache.lucene.search.ConstantScoreQuery$ConstantWeight.scorer(ConstantScoreQuery.java:139) | |
| org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149) | |
| org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| ::: [es-2][j3fCCteDQjGZZmN-9rrQNw][inet[/10.128.2.166:9300]] | |
| 100.5% (502.6ms out of 500ms) cpu usage by thread 'elasticsearch[es-2][cache][T#10]' | |
| 7/10 snapshots sharing following 5 elements | |
| org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java:133) | |
| org.elasticsearch.index.cache.bloom.simple.SimpleBloomCache$BloomFilterLoader.run(SimpleBloomCache.java:203) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 3/10 snapshots sharing following 3 elements | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 94.9% (474.4ms out of 500ms) cpu usage by thread 'elasticsearch[es-2][cache][T#14]' | |
| 7/10 snapshots sharing following 13 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:670) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:136) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:111) | |
| org.apache.lucene.index.TermBuffer.read(TermBuffer.java:82) | |
| org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java:133) | |
| org.elasticsearch.index.cache.bloom.simple.SimpleBloomCache$BloomFilterLoader.run(SimpleBloomCache.java:203) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 3/10 snapshots sharing following 4 elements | |
| org.elasticsearch.index.cache.bloom.simple.SimpleBloomCache$BloomFilterLoader.run(SimpleBloomCache.java:203) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 94.4% (472.1ms out of 500ms) cpu usage by thread 'elasticsearch[es-2][cache][T#13]' | |
| 8/10 snapshots sharing following 5 elements | |
| org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java:133) | |
| org.elasticsearch.index.cache.bloom.simple.SimpleBloomCache$BloomFilterLoader.run(SimpleBloomCache.java:203) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 2/10 snapshots sharing following 3 elements | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| ::: [es-6][9nrBRsdAQ7SWphevcRm-gA][inet[/10.128.14.224:9300]] | |
| 100.4% (501.9ms out of 500ms) cpu usage by thread 'elasticsearch[es-6][cache][T#2]' | |
| 7/10 snapshots sharing following 13 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:670) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:136) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:111) | |
| org.apache.lucene.index.TermBuffer.read(TermBuffer.java:82) | |
| org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java:133) | |
| org.elasticsearch.index.cache.bloom.simple.SimpleBloomCache$BloomFilterLoader.run(SimpleBloomCache.java:203) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 2/10 snapshots sharing following 4 elements | |
| org.elasticsearch.index.cache.bloom.simple.SimpleBloomCache$BloomFilterLoader.run(SimpleBloomCache.java:203) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| unique snapshot | |
| org.elasticsearch.index.cache.bloom.simple.SimpleBloomCache$BloomFilterLoader.run(SimpleBloomCache.java:200) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 62.7% (313.3ms out of 500ms) cpu usage by thread 'elasticsearch[es-6][search][T#110]' | |
| 6/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) | |
| java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) | |
| java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 4/10 snapshots sharing following 3 elements | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 59.2% (295.9ms out of 500ms) cpu usage by thread 'elasticsearch[es-6][search][T#121]' | |
| 2/10 snapshots sharing following 32 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:670) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:40) | |
| org.apache.lucene.store.DataInput.readVInt(DataInput.java:107) | |
| org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:217) | |
| org.apache.lucene.index.SegmentTermDocs.readNoTf(SegmentTermDocs.java:175) | |
| org.apache.lucene.index.SegmentTermDocs.read(SegmentTermDocs.java:148) | |
| org.apache.lucene.search.MultiTermQueryWrapperFilter.getDocIdSet(MultiTermQueryWrapperFilter.java:127) | |
| org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:164) | |
| org.elasticsearch.common.lucene.search.AndFilter.getDocIdSet(AndFilter.java:56) | |
| org.elasticsearch.common.lucene.search.NotDeletedFilter.getDocIdSet(NotDeletedFilter.java:43) | |
| org.apache.lucene.search.ConstantScoreQuery$ConstantWeight.scorer(ConstantScoreQuery.java:139) | |
| org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149) | |
| org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:149) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:487) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:400) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:176) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242) | |
| org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:141) | |
| org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) | |
| org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:205) | |
| org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:192) | |
| org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:178) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 8/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| ::: [es-1][O54dr00zQsGRHTNO-L2lGg][inet[10.128.2.152/10.128.2.152:9300]] | |
| 100.5% (502.3ms out of 500ms) cpu usage by thread 'elasticsearch[es-1][cache][T#12]' | |
| 10/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 100.4% (501.9ms out of 500ms) cpu usage by thread 'elasticsearch[es-1][cache][T#13]' | |
| 2/10 snapshots sharing following 14 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:670) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:40) | |
| org.apache.lucene.store.DataInput.readVInt(DataInput.java:107) | |
| org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:217) | |
| org.apache.lucene.index.TermBuffer.read(TermBuffer.java:86) | |
| org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java:133) | |
| org.elasticsearch.index.cache.bloom.simple.SimpleBloomCache$BloomFilterLoader.run(SimpleBloomCache.java:203) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 8/10 snapshots sharing following 3 elements | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 62.9% (314.5ms out of 500ms) cpu usage by thread 'elasticsearch[es-1][search][T#505]' | |
| 2/10 snapshots sharing following 30 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:670) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:40) | |
| org.apache.lucene.store.DataInput.readVInt(DataInput.java:107) | |
| org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:217) | |
| org.apache.lucene.index.SegmentTermDocs.readNoTf(SegmentTermDocs.java:175) | |
| org.apache.lucene.index.SegmentTermDocs.read(SegmentTermDocs.java:148) | |
| org.apache.lucene.search.MultiTermQueryWrapperFilter.getDocIdSet(MultiTermQueryWrapperFilter.java:127) | |
| org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:164) | |
| org.elasticsearch.common.lucene.search.AndFilter.getDocIdSet(AndFilter.java:56) | |
| org.elasticsearch.common.lucene.search.NotDeletedFilter.getDocIdSet(NotDeletedFilter.java:43) | |
| org.apache.lucene.search.ConstantScoreQuery$ConstantWeight.scorer(ConstantScoreQuery.java:139) | |
| org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149) | |
| org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:149) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:487) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:400) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:176) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 4/10 snapshots sharing following 17 elements | |
| org.elasticsearch.common.lucene.docset.AndDocSet$AndDocIdSetIterator.advance(AndDocSet.java:154) | |
| org.apache.lucene.search.FilteredDocIdSetIterator.advance(FilteredDocIdSetIterator.java:69) | |
| org.apache.lucene.search.ConstantScoreQuery$ConstantScorer.advance(ConstantScoreQuery.java:206) | |
| org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:149) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:487) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:400) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:176) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 3/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:167) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:149) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:487) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:400) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:176) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| unique snapshot | |
| org.apache.lucene.util.OpenBitSetIterator.advance(OpenBitSetIterator.java:179) | |
| org.elasticsearch.common.lucene.docset.AndDocSet$AndDocIdSetIterator.advance(AndDocSet.java:147) | |
| org.apache.lucene.search.FilteredDocIdSetIterator.advance(FilteredDocIdSetIterator.java:69) | |
| org.apache.lucene.search.ConstantScoreQuery$ConstantScorer.advance(ConstantScoreQuery.java:206) | |
| org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:149) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:487) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:400) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:176) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| ::: [es-5][_D6KBHJmR2i_MF4mdvRJRw][inet[/10.128.14.228:9300]] | |
| 61.5% (307.4ms out of 500ms) cpu usage by thread 'elasticsearch[es-5][search][T#1434]' | |
| 3/10 snapshots sharing following 17 elements | |
| org.elasticsearch.common.lucene.docset.AndDocSet$AndDocIdSetIterator.advance(AndDocSet.java:154) | |
| org.apache.lucene.search.FilteredDocIdSetIterator.advance(FilteredDocIdSetIterator.java:69) | |
| org.apache.lucene.search.ConstantScoreQuery$ConstantScorer.advance(ConstantScoreQuery.java:206) | |
| org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:149) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:487) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:400) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:176) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 3/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:167) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:149) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:487) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:400) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:176) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 3/10 snapshots sharing following 30 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:670) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:40) | |
| org.apache.lucene.store.DataInput.readVInt(DataInput.java:107) | |
| org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:217) | |
| org.apache.lucene.index.SegmentTermDocs.readNoTf(SegmentTermDocs.java:175) | |
| org.apache.lucene.index.SegmentTermDocs.read(SegmentTermDocs.java:148) | |
| org.apache.lucene.search.MultiTermQueryWrapperFilter.getDocIdSet(MultiTermQueryWrapperFilter.java:127) | |
| org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:164) | |
| org.elasticsearch.common.lucene.search.AndFilter.getDocIdSet(AndFilter.java:56) | |
| org.elasticsearch.common.lucene.search.NotDeletedFilter.getDocIdSet(NotDeletedFilter.java:43) | |
| org.apache.lucene.search.ConstantScoreQuery$ConstantWeight.scorer(ConstantScoreQuery.java:139) | |
| org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149) | |
| org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:149) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:487) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:400) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:176) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| unique snapshot | |
| sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:51) | |
| sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:222) | |
| sun.nio.ch.IOUtil.read(IOUtil.java:198) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:674) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:40) | |
| org.apache.lucene.store.DataInput.readVInt(DataInput.java:107) | |
| org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:217) | |
| org.apache.lucene.index.SegmentTermDocs.readNoTf(SegmentTermDocs.java:175) | |
| org.apache.lucene.index.SegmentTermDocs.read(SegmentTermDocs.java:148) | |
| org.apache.lucene.search.MultiTermQueryWrapperFilter.getDocIdSet(MultiTermQueryWrapperFilter.java:127) | |
| org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:164) | |
| org.elasticsearch.common.lucene.search.AndFilter.getDocIdSet(AndFilter.java:56) | |
| org.elasticsearch.common.lucene.search.NotDeletedFilter.getDocIdSet(NotDeletedFilter.java:43) | |
| org.apache.lucene.search.ConstantScoreQuery$ConstantWeight.scorer(ConstantScoreQuery.java:139) | |
| org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149) | |
| org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:149) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:487) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:400) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:176) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 61.4% (306.9ms out of 500ms) cpu usage by thread 'elasticsearch[es-5][search][T#1355]' | |
| 3/10 snapshots sharing following 30 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:670) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:40) | |
| org.apache.lucene.store.DataInput.readVInt(DataInput.java:107) | |
| org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:217) | |
| org.apache.lucene.index.SegmentTermDocs.readNoTf(SegmentTermDocs.java:175) | |
| org.apache.lucene.index.SegmentTermDocs.read(SegmentTermDocs.java:148) | |
| org.apache.lucene.search.MultiTermQueryWrapperFilter.getDocIdSet(MultiTermQueryWrapperFilter.java:127) | |
| org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:164) | |
| org.elasticsearch.common.lucene.search.AndFilter.getDocIdSet(AndFilter.java:56) | |
| org.elasticsearch.common.lucene.search.NotDeletedFilter.getDocIdSet(NotDeletedFilter.java:43) | |
| org.apache.lucene.search.ConstantScoreQuery$ConstantWeight.scorer(ConstantScoreQuery.java:139) | |
| org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149) | |
| org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:149) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:487) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:400) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:176) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 3/10 snapshots sharing following 17 elements | |
| org.elasticsearch.common.lucene.docset.AndDocSet$AndDocIdSetIterator.advance(AndDocSet.java:154) | |
| org.apache.lucene.search.FilteredDocIdSetIterator.advance(FilteredDocIdSetIterator.java:69) | |
| org.apache.lucene.search.ConstantScoreQuery$ConstantScorer.advance(ConstantScoreQuery.java:206) | |
| org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:149) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:487) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:400) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:176) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 3/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:167) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:149) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:487) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:400) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:176) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| unique snapshot | |
| org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:149) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:487) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:400) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:176) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 56.4% (281.9ms out of 500ms) cpu usage by thread 'elasticsearch[es-5][search][T#1560]' | |
| 2/10 snapshots sharing following 32 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:670) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:40) | |
| org.apache.lucene.store.DataInput.readVInt(DataInput.java:107) | |
| org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:217) | |
| org.apache.lucene.index.SegmentTermDocs.readNoTf(SegmentTermDocs.java:175) | |
| org.apache.lucene.index.SegmentTermDocs.read(SegmentTermDocs.java:148) | |
| org.apache.lucene.search.MultiTermQueryWrapperFilter.getDocIdSet(MultiTermQueryWrapperFilter.java:127) | |
| org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:164) | |
| org.elasticsearch.common.lucene.search.OrFilter.getDocIdSet(OrFilter.java:56) | |
| org.elasticsearch.common.lucene.search.AndFilter.getDocIdSet(AndFilter.java:56) | |
| org.elasticsearch.common.lucene.search.NotDeletedFilter.getDocIdSet(NotDeletedFilter.java:43) | |
| org.apache.lucene.search.ConstantScoreQuery$ConstantWeight.scorer(ConstantScoreQuery.java:139) | |
| org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149) | |
| org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 3/10 snapshots sharing following 20 elements | |
| org.elasticsearch.common.lucene.docset.OrDocSet$OrDocIdSetIterator.heapAdjust(OrDocSet.java:208) | |
| org.elasticsearch.common.lucene.docset.OrDocSet$OrDocIdSetIterator.advance(OrDocSet.java:151) | |
| org.elasticsearch.common.lucene.docset.AndDocSet$AndDocIdSetIterator.advance(AndDocSet.java:154) | |
| org.apache.lucene.search.FilteredDocIdSetIterator.advance(FilteredDocIdSetIterator.java:69) | |
| org.apache.lucene.search.ConstantScoreQuery$ConstantScorer.advance(ConstantScoreQuery.java:206) | |
| org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 5/10 snapshots sharing following 18 elements | |
| org.elasticsearch.common.lucene.docset.AndDocSet$AndDocIdSetIterator.advance(AndDocSet.java:154) | |
| org.apache.lucene.search.FilteredDocIdSetIterator.advance(FilteredDocIdSetIterator.java:69) | |
| org.apache.lucene.search.ConstantScoreQuery$ConstantScorer.advance(ConstantScoreQuery.java:206) | |
| org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| ::: [es-7][DcEwQFAoSbyHEp1RITgP2g][inet[/10.128.14.229:9300]] | |
| 95.2% (476ms out of 500ms) cpu usage by thread 'elasticsearch[es-7][cache][T#1]' | |
| 10/10 snapshots sharing following 13 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:670) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:136) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:111) | |
| org.apache.lucene.index.TermBuffer.read(TermBuffer.java:82) | |
| org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java:133) | |
| org.elasticsearch.index.cache.bloom.simple.SimpleBloomCache$BloomFilterLoader.run(SimpleBloomCache.java:203) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 95.0% (475.2ms out of 500ms) cpu usage by thread 'elasticsearch[es-7][cache][T#3]' | |
| 10/10 snapshots sharing following 3 elements | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 92.4% (461.9ms out of 500ms) cpu usage by thread 'elasticsearch[es-7][cache][T#2]' | |
| 4/10 snapshots sharing following 13 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:670) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:136) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:111) | |
| org.apache.lucene.index.TermBuffer.read(TermBuffer.java:82) | |
| org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java:133) | |
| org.elasticsearch.index.cache.bloom.simple.SimpleBloomCache$BloomFilterLoader.run(SimpleBloomCache.java:203) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 2/10 snapshots sharing following 13 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:670) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:40) | |
| org.apache.lucene.store.DataInput.readVLong(DataInput.java:148) | |
| org.apache.lucene.store.BufferedIndexInput.readVLong(BufferedIndexInput.java:253) | |
| org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java:136) | |
| org.elasticsearch.index.cache.bloom.simple.SimpleBloomCache$BloomFilterLoader.run(SimpleBloomCache.java:203) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) | |
| 4/10 snapshots sharing following 15 elements | |
| sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:51) | |
| sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:222) | |
| sun.nio.ch.IOUtil.read(IOUtil.java:198) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:674) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:162) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:270) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:136) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:111) | |
| org.apache.lucene.index.TermBuffer.read(TermBuffer.java:82) | |
| org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java:133) | |
| org.elasticsearch.index.cache.bloom.simple.SimpleBloomCache$BloomFilterLoader.run(SimpleBloomCache.java:203) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:724) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment