Skip to content

Instantly share code, notes, and snippets.

@jgagnon1
Created February 21, 2013 19:03
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save jgagnon1/5007186 to your computer and use it in GitHub Desktop.
Save jgagnon1/5007186 to your computer and use it in GitHub Desktop.
This file has been truncated, but you can view the full file.
::: [es7a][-2NqUY-ASnypSigd5KMrIw][inet[/10.1.13.207:9300]]{master=true}
16.8% (84.2ms out of 500ms) cpu usage by thread 'elasticsearch[es7a][search][T#3]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
15.9% (79.4ms out of 500ms) cpu usage by thread 'elasticsearch[es7a][search][T#7]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
15.1% (75.7ms out of 500ms) cpu usage by thread 'elasticsearch[es7a][search][T#9]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es15b][Rf-7S-BtQN2x6t4GHGoHeg][inet[/10.1.16.157:9300]]{master=true}
52.1% (260.2ms out of 500ms) cpu usage by thread 'elasticsearch[es15b][search][T#5]'
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
7/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
52.0% (260ms out of 500ms) cpu usage by thread 'elasticsearch[es15b][search][T#15]'
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
8/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.0% (255ms out of 500ms) cpu usage by thread 'elasticsearch[es15b][search][T#2]'
5/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es63b][ABztHc7iRdSehUMrr1c5ng][inet[/10.1.15.63:9300]]{master=true}
67.7% (338.7ms out of 500ms) cpu usage by thread 'elasticsearch[es63b][search][T#4]'
3/10 snapshots sharing following 28 elements
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 26 elements
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
39.7% (198.4ms out of 500ms) cpu usage by thread 'elasticsearch[es63b][search][T#11]'
8/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
39.5% (197.6ms out of 500ms) cpu usage by thread 'elasticsearch[es63b][search][T#13]'
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.search.facet.AbstractFacetCollector.setNextReader(AbstractFacetCollector.java:79)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es33b][yl1Y2c8ZSTCqlLNyZALO-Q][inet[/10.1.16.53:9300]]{master=true}
29.6% (147.9ms out of 500ms) cpu usage by thread 'elasticsearch[es33b][search][T#9]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
27.9% (139.6ms out of 500ms) cpu usage by thread 'elasticsearch[es33b][search][T#7]'
8/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
26.3% (131.6ms out of 500ms) cpu usage by thread 'elasticsearch[es33b][search][T#6]'
7/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es40b][f6lwfWveTSWH0dbLX-ylKQ][inet[/10.1.16.60:9300]]{master=true}
31.3% (156.4ms out of 500ms) cpu usage by thread 'elasticsearch[es40b][search][T#2]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
30.7% (153.5ms out of 500ms) cpu usage by thread 'elasticsearch[es40b][search][T#10]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
27.2% (135.7ms out of 500ms) cpu usage by thread 'elasticsearch[es40b][search][T#4]'
9/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es2b][eUVTjLSNT8-WauxtpMS9pw][inet[/10.1.13.132:9300]]{master=true}
28.1% (140.4ms out of 500ms) cpu usage by thread 'elasticsearch[es2b][search][T#16]'
8/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
24.8% (124.1ms out of 500ms) cpu usage by thread 'elasticsearch[es2b][search][T#4]'
5/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
23.4% (116.8ms out of 500ms) cpu usage by thread 'elasticsearch[es2b][search][T#15]'
8/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es89b][M-66QR4pS_yfNEKupGcCHw][inet[/10.1.18.119:9300]]{master=true}
52.0% (259.7ms out of 500ms) cpu usage by thread 'elasticsearch[es89b][search][T#8]'
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheKey.equals(WeightedFilterCache.java:237)
org.elasticsearch.common.base.Equivalence$Equals.doEquivalent(Equivalence.java:328)
org.elasticsearch.common.base.Equivalence.equivalent(Equivalence.java:71)
org.elasticsearch.common.cache.LocalCache$Segment.getEntry(LocalCache.java:2762)
org.elasticsearch.common.cache.LocalCache$Segment.getLiveEntry(LocalCache.java:2772)
org.elasticsearch.common.cache.LocalCache$Segment.get(LocalCache.java:2809)
org.elasticsearch.common.cache.LocalCache.getIfPresent(LocalCache.java:3979)
org.elasticsearch.common.cache.LocalCache$LocalManualCache.getIfPresent(LocalCache.java:4787)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:152)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDISI(XBooleanFilter.java:46)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:113)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.2% (255.9ms out of 500ms) cpu usage by thread 'elasticsearch[es89b][search][T#16]'
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.8% (253.9ms out of 500ms) cpu usage by thread 'elasticsearch[es89b][search][T#5]'
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es6a][n6Gb1ZMETe6K7v1OCgE3hA][inet[/10.1.13.206:9300]]{master=true}
97.8% (488.8ms out of 500ms) cpu usage by thread 'elasticsearch[es6a][search][T#11]'
9/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
52.2% (260.9ms out of 500ms) cpu usage by thread 'elasticsearch[es6a][search][T#5]'
3/10 snapshots sharing following 31 elements
org.apache.lucene.index.SegmentTermPositions.skipPositions(SegmentTermPositions.java:131)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 30 elements
org.apache.lucene.index.MultiLevelSkipListReader.skipTo(MultiLevelSkipListReader.java:110)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:204)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:216)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.2% (255.9ms out of 500ms) cpu usage by thread 'elasticsearch[es6a][search][T#2]'
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 18 elements
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:112)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es8b][Id4ylIvER9ibRhDE7i8s9Q][inet[/10.1.13.138:9300]]{master=true}
99.3% (496.2ms out of 500ms) cpu usage by thread 'elasticsearch[es8b][search][T#14]'
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.7% (258.4ms out of 500ms) cpu usage by thread 'elasticsearch[es8b][search][T#15]'
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.0% (255.2ms out of 500ms) cpu usage by thread 'elasticsearch[es8b][search][T#5]'
7/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es38b][NJUTG6c9R7KhXxMg2CShJQ][inet[/10.1.16.58:9300]]{master=true}
52.1% (260.3ms out of 500ms) cpu usage by thread 'elasticsearch[es38b][search][T#16]'
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
52.0% (260ms out of 500ms) cpu usage by thread 'elasticsearch[es38b][search][T#2]'
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
52.0% (259.9ms out of 500ms) cpu usage by thread 'elasticsearch[es38b][search][T#9]'
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.or(FixedBitSet.java:202)
org.elasticsearch.common.lucene.docset.DocSets.or(DocSets.java:51)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:119)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es13b][6WmXYkmuSJmYG-iioJ5ZqA][inet[/10.1.16.155:9300]]{master=true}
72.7% (363.6ms out of 500ms) cpu usage by thread 'elasticsearch[es13b][search][T#9]'
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.5% (257.4ms out of 500ms) cpu usage by thread 'elasticsearch[es13b][search][T#5]'
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 27 elements
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.9% (254.4ms out of 500ms) cpu usage by thread 'elasticsearch[es13b][search][T#15]'
10/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es84b][1eyZabflTBGBz_7PoRpVjQ][inet[/10.1.18.114:9300]]{master=true}
66.2% (331.1ms out of 500ms) cpu usage by thread 'elasticsearch[es84b][search][T#15]'
7/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
57.9% (289.5ms out of 500ms) cpu usage by thread 'elasticsearch[es84b][search][T#13]'
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 28 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:156)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:57)
org.apache.lucene.search.spans.SpanScorer.<init>(SpanScorer.java:46)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.<init>(AllTermQuery.java:78)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.8% (254.2ms out of 500ms) cpu usage by thread 'elasticsearch[es84b][search][T#5]'
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es82b][kHQE8RpMSruG4-tumEBHCg][inet[/10.1.18.112:9300]]{master=true}
92.7% (463.6ms out of 500ms) cpu usage by thread 'elasticsearch[es82b][search][T#13]'
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.or(FixedBitSet.java:202)
org.elasticsearch.common.lucene.docset.DocSets.or(DocSets.java:51)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:119)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
66.0% (330ms out of 500ms) cpu usage by thread 'elasticsearch[es82b][search][T#11]'
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
8/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.7% (253.2ms out of 500ms) cpu usage by thread 'elasticsearch[es82b][search][T#6]'
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es29b][IEdzc-qOTISVZJc-NpmPcQ][inet[/10.1.16.109:9300]]{master=true}
52.0% (259.8ms out of 500ms) cpu usage by thread 'elasticsearch[es29b][search][T#13]'
3/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:216)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.7% (258.6ms out of 500ms) cpu usage by thread 'elasticsearch[es29b][search][T#2]'
7/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.4% (256.7ms out of 500ms) cpu usage by thread 'elasticsearch[es29b][search][T#5]'
7/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es14b][Icp5rmjrQ4OfzCZ-pGvOzg][inet[/10.1.16.156:9300]]{master=true}
47.6% (238.1ms out of 500ms) cpu usage by thread 'elasticsearch[es14b][search][T#4]'
4/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 14 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
47.6% (238ms out of 500ms) cpu usage by thread 'elasticsearch[es14b][search][T#6]'
9/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
41.9% (209.2ms out of 500ms) cpu usage by thread 'elasticsearch[es14b][search][T#7]'
10/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es72b][2COgQ7mOTLGBVOTk3maVBw][inet[/10.1.18.62:9300]]{master=true}
98.5% (492.6ms out of 500ms) cpu usage by thread 'elasticsearch[es72b][search][T#10]'
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 12 elements
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.3% (256.7ms out of 500ms) cpu usage by thread 'elasticsearch[es72b][search][T#5]'
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.0% (255ms out of 500ms) cpu usage by thread 'elasticsearch[es72b][search][T#7]'
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es64b][TE-1qVFbTf2Fo9ZS9lWIGA][inet[/10.1.15.64:9300]]{master=true}
66.6% (332.7ms out of 500ms) cpu usage by thread 'elasticsearch[es64b][search][T#3]'
9/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
43.2% (215.8ms out of 500ms) cpu usage by thread 'elasticsearch[es64b][search][T#4]'
10/10 snapshots sharing following 2 elements
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
41.0% (204.9ms out of 500ms) cpu usage by thread 'elasticsearch[es64b][search][T#11]'
7/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es19b][2kMlbyIQRfyBI2gZGY6yPQ][inet[/10.1.16.161:9300]]{master=true}
51.7% (258.7ms out of 500ms) cpu usage by thread 'elasticsearch[es19b][search][T#4]'
6/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.compress.lzf.impl.UnsafeChunkDecoder.decodeChunk(UnsafeChunkDecoder.java:116)
org.elasticsearch.common.compress.lzf.impl.UnsafeChunkDecoder.decodeChunk(UnsafeChunkDecoder.java:64)
org.elasticsearch.common.compress.lzf.LZFCompressedIndexInput.uncompress(LZFCompressedIndexInput.java:59)
org.elasticsearch.common.compress.CompressedIndexInput.readyBuffer(CompressedIndexInput.java:188)
org.elasticsearch.common.compress.CompressedIndexInput.seek(CompressedIndexInput.java:155)
org.apache.lucene.index.FieldsReader.doc(FieldsReader.java:232)
org.apache.lucene.index.SegmentReader.document(SegmentReader.java:492)
org.apache.lucene.index.DirectoryReader.document(DirectoryReader.java:568)
org.apache.lucene.search.IndexSearcher.doc(IndexSearcher.java:264)
org.elasticsearch.search.fetch.FetchPhase.loadDocument(FetchPhase.java:288)
org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:159)
org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:438)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchFetchByIdTransportHandler.messageReceived(SearchServiceTransportAction.java:634)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchFetchByIdTransportHandler.messageReceived(SearchServiceTransportAction.java:623)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.5% (252.6ms out of 500ms) cpu usage by thread 'elasticsearch[es19b][search][T#8]'
10/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.5% (252.3ms out of 500ms) cpu usage by thread 'elasticsearch[es19b][search][T#9]'
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:72)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:57)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.setFreqCurrentDoc(AllTermQuery.java:98)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es88b][znNKcsO8QJ-4bJsmGIlkRA][inet[/10.1.18.118:9300]]{master=true}
35.2% (176.1ms out of 500ms) cpu usage by thread 'elasticsearch[es88b][search][T#5]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
30.6% (153.2ms out of 500ms) cpu usage by thread 'elasticsearch[es88b][search][T#12]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
30.6% (153.2ms out of 500ms) cpu usage by thread 'elasticsearch[es88b][search][T#9]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es78b][p9S7xuAMQwyJ8uY0e_qI7g][inet[/10.1.18.108:9300]]{master=true}
26.5% (132.4ms out of 500ms) cpu usage by thread 'elasticsearch[es78b][search][T#10]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
22.3% (111.2ms out of 500ms) cpu usage by thread 'elasticsearch[es78b][search][T#2]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
17.9% (89.5ms out of 500ms) cpu usage by thread 'elasticsearch[es78b][search][T#1]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es71b][n4ThnQQKTHmHPlltIQRJFA][inet[/10.1.18.61:9300]]{master=true}
92.6% (463.1ms out of 500ms) cpu usage by thread 'elasticsearch[es71b][search][T#9]'
5/10 snapshots sharing following 14 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
65.1% (325.3ms out of 500ms) cpu usage by thread 'elasticsearch[es71b][search][T#5]'
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.search.facet.AbstractFacetCollector.setNextReader(AbstractFacetCollector.java:79)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.8% (254ms out of 500ms) cpu usage by thread 'elasticsearch[es71b][search][T#16]'
10/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es25b][MBUHD7ajTJya6qyWXWgPCA][inet[/10.1.16.105:9300]]{master=true}
80.8% (404.2ms out of 500ms) cpu usage by thread 'elasticsearch[es25b][search][T#4]'
8/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
52.0% (259.9ms out of 500ms) cpu usage by thread 'elasticsearch[es25b][search][T#10]'
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.3% (256.2ms out of 500ms) cpu usage by thread 'elasticsearch[es25b][search][T#9]'
4/10 snapshots sharing following 22 elements
org.apache.lucene.index.SegmentTermDocs.seek(SegmentTermDocs.java:66)
org.apache.lucene.search.XTermsFilter.getDocIdSet(XTermsFilter.java:77)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDISI(XBooleanFilter.java:46)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:113)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es20b][YkkqSHuuRMigDSQ1GYv9dQ][inet[/10.1.16.162:9300]]{master=true}
71.2% (356.1ms out of 500ms) cpu usage by thread 'elasticsearch[es20b][search][T#15]'
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
55.2% (275.8ms out of 500ms) cpu usage by thread 'elasticsearch[es20b][search][T#13]'
2/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
54.1% (270.4ms out of 500ms) cpu usage by thread 'elasticsearch[es20b][search][T#8]'
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:610)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
7/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es34b][CwZ3SLbFTZWahM0ufe7Rwg][inet[/10.1.13.139:9300]]{master=true}
51.7% (258.6ms out of 500ms) cpu usage by thread 'elasticsearch[es34b][search][T#5]'
6/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 27 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834)
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:867)
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1197)
java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:214)
java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:290)
org.elasticsearch.common.cache.LocalCache$Segment.put(LocalCache.java:2876)
org.elasticsearch.common.cache.LocalCache.put(LocalCache.java:4212)
org.elasticsearch.common.cache.LocalCache$LocalManualCache.put(LocalCache.java:4808)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:166)
org.elasticsearch.search.facet.AbstractFacetCollector.setNextReader(AbstractFacetCollector.java:79)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.search.facet.AbstractFacetCollector.setNextReader(AbstractFacetCollector.java:79)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.7% (258.6ms out of 500ms) cpu usage by thread 'elasticsearch[es34b][search][T#2]'
6/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.8% (253.8ms out of 500ms) cpu usage by thread 'elasticsearch[es34b][search][T#10]'
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:72)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:57)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.setFreqCurrentDoc(AllTermQuery.java:98)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:216)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es60b][J3g_SxoSTnme19aJB82Y_Q][inet[/10.1.15.60:9300]]{master=true}
97.9% (489.4ms out of 500ms) cpu usage by thread 'elasticsearch[es60b][search][T#15]'
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
7/10 snapshots sharing following 27 elements
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.or(FixedBitSet.java:202)
org.elasticsearch.common.lucene.docset.DocSets.or(DocSets.java:51)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:119)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.6% (257.8ms out of 500ms) cpu usage by thread 'elasticsearch[es60b][search][T#9]'
6/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.9% (254.3ms out of 500ms) cpu usage by thread 'elasticsearch[es60b][search][T#12]'
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:49)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.setFreqCurrentDoc(AllTermQuery.java:98)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:216)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es54b][hZSHBpX4Tx6hqHbsNBkz_A][inet[/10.1.17.54:9300]]{master=true}
36.3% (181.6ms out of 500ms) cpu usage by thread 'elasticsearch[es54b][search][T#8]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
22.0% (110.1ms out of 500ms) cpu usage by thread 'elasticsearch[es54b][search][T#13]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
15.5% (77.4ms out of 500ms) cpu usage by thread 'elasticsearch[es54b][search][T#15]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es83b][SnW7JclbRj6wJCL-RZ4CNA][inet[/10.1.18.113:9300]]{master=true}
51.9% (259.3ms out of 500ms) cpu usage by thread 'elasticsearch[es83b][search][T#5]'
9/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.8% (253.9ms out of 500ms) cpu usage by thread 'elasticsearch[es83b][search][T#9]'
7/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.or(FixedBitSet.java:202)
org.elasticsearch.common.lucene.docset.DocSets.or(DocSets.java:51)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:119)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.7% (253.7ms out of 500ms) cpu usage by thread 'elasticsearch[es83b][search][T#1]'
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 28 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es37b][OMkdufTdQDKdUV48SxF3RA][inet[/10.1.16.57:9300]]{master=true}
52.3% (261.6ms out of 500ms) cpu usage by thread 'elasticsearch[es37b][search][T#4]'
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 31 elements
org.apache.lucene.index.SegmentTermPositions.skipPositions(SegmentTermPositions.java:131)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
52.3% (261.6ms out of 500ms) cpu usage by thread 'elasticsearch[es37b][search][T#8]'
5/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.9% (259.7ms out of 500ms) cpu usage by thread 'elasticsearch[es37b][search][T#12]'
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es26b][KR9HwjY9SRWqZH2pz15d5Q][inet[/10.1.16.106:9300]]{master=true}
59.1% (295.2ms out of 500ms) cpu usage by thread 'elasticsearch[es26b][search][T#11]'
7/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:637)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
52.5% (262.2ms out of 500ms) cpu usage by thread 'elasticsearch[es26b][search][T#4]'
6/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:637)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.4% (257.2ms out of 500ms) cpu usage by thread 'elasticsearch[es26b][search][T#8]'
8/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:637)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es45b][zdvTmzK6SKmbDzjP34Aqpw][inet[/10.1.13.125:9300]]{master=true}
52.2% (260.8ms out of 500ms) cpu usage by thread 'elasticsearch[es45b][search][T#4]'
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:216)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.1% (255.5ms out of 500ms) cpu usage by thread 'elasticsearch[es45b][search][T#13]'
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.9% (254.5ms out of 500ms) cpu usage by thread 'elasticsearch[es45b][search][T#3]'
10/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es28b][FjW_rAx1Qgq3xegHQhNlfg][inet[/10.1.16.108:9300]]{master=true}
51.7% (258.4ms out of 500ms) cpu usage by thread 'elasticsearch[es28b][search][T#16]'
6/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.6% (257.8ms out of 500ms) cpu usage by thread 'elasticsearch[es28b][search][T#5]'
2/10 snapshots sharing following 16 elements
org.elasticsearch.search.facet.AbstractFacetCollector.setNextReader(AbstractFacetCollector.java:79)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 23 elements
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:172)
org.apache.lucene.index.SegmentTermDocs.seek(SegmentTermDocs.java:66)
org.apache.lucene.search.XTermsFilter.getDocIdSet(XTermsFilter.java:77)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDISI(XBooleanFilter.java:46)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:113)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.4% (257ms out of 500ms) cpu usage by thread 'elasticsearch[es28b][search][T#12]'
8/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es32b][w8Xjh1XUTImYF--TTGop_g][inet[/10.1.16.112:9300]]{master=true}
52.3% (261.3ms out of 500ms) cpu usage by thread 'elasticsearch[es32b][search][T#2]'
10/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.8% (259ms out of 500ms) cpu usage by thread 'elasticsearch[es32b][search][T#5]'
5/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.2% (255.8ms out of 500ms) cpu usage by thread 'elasticsearch[es32b][search][T#15]'
7/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es24b][vSGzbhPSSvSIqwoSEUhhvQ][inet[/10.1.16.104:9300]]{master=true}
42.7% (213.3ms out of 500ms) cpu usage by thread 'elasticsearch[es24b][search][T#9]'
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
42.4% (212ms out of 500ms) cpu usage by thread 'elasticsearch[es24b][search][T#13]'
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
41.2% (205.8ms out of 500ms) cpu usage by thread 'elasticsearch[es24b][search][T#3]'
8/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es58b][Om58Zd97RjagcfXGQd5bsg][inet[/10.1.11.178:9300]]{master=true}
22.7% (113.3ms out of 500ms) cpu usage by thread 'elasticsearch[es58b][search][T#2]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
20.4% (102.2ms out of 500ms) cpu usage by thread 'elasticsearch[es58b][search][T#16]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
17.5% (87.3ms out of 500ms) cpu usage by thread 'elasticsearch[es58b][search][T#8]'
2/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
8/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es87b][zhQU5IPFR8az6QRFCzSzLA][inet[/10.1.18.117:9300]]{master=true}
92.6% (463ms out of 500ms) cpu usage by thread 'elasticsearch[es87b][search][T#5]'
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
55.4% (277.1ms out of 500ms) cpu usage by thread 'elasticsearch[es87b][search][T#10]'
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheKey.hashCode(WeightedFilterCache.java:242)
org.elasticsearch.common.base.Equivalence$Equals.doHash(Equivalence.java:331)
org.elasticsearch.common.base.Equivalence.hash(Equivalence.java:104)
org.elasticsearch.common.cache.LocalCache.hash(LocalCache.java:1897)
org.elasticsearch.common.cache.LocalCache.getIfPresent(LocalCache.java:3978)
org.elasticsearch.common.cache.LocalCache$LocalManualCache.getIfPresent(LocalCache.java:4787)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:152)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:136)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.7% (258.3ms out of 500ms) cpu usage by thread 'elasticsearch[es87b][search][T#2]'
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.search.facet.AbstractFacetCollector.setNextReader(AbstractFacetCollector.java:79)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es12b][4kMrpXzTQO6_tP48MhEwig][inet[/10.1.16.154:9300]]{master=true}
51.0% (255ms out of 500ms) cpu usage by thread 'elasticsearch[es12b][search][T#15]'
5/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.7% (253.7ms out of 500ms) cpu usage by thread 'elasticsearch[es12b][search][T#11]'
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 28 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:156)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:57)
org.apache.lucene.search.spans.SpanScorer.<init>(SpanScorer.java:46)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.<init>(AllTermQuery.java:78)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:642)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.6% (253.2ms out of 500ms) cpu usage by thread 'elasticsearch[es12b][search][T#5]'
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 22 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.apache.lucene.search.XTermsFilter.getDocIdSet(XTermsFilter.java:81)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDISI(XBooleanFilter.java:46)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:113)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es5a][nCx7vPzvRj2ZQbbVjG9NTQ][inet[/10.1.13.205:9300]]{master=true}
11.3% (56.5ms out of 500ms) cpu usage by thread 'elasticsearch[es5a][search][T#3]'
3/10 snapshots sharing following 30 elements
org.apache.lucene.index.MultiLevelSkipListReader.skipTo(MultiLevelSkipListReader.java:110)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:204)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
9.3% (46.5ms out of 500ms) cpu usage by thread 'elasticsearch[es5a][search][T#6]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
8.4% (42.1ms out of 500ms) cpu usage by thread 'elasticsearch[es5a][search][T#2]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es59b][qrU9PrZlS4a-Eogf65z2IA][inet[/10.1.11.179:9300]]{master=true}
95.9% (479.2ms out of 500ms) cpu usage by thread 'elasticsearch[es59b][search][T#4]'
5/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 31 elements
org.apache.lucene.index.SegmentTermPositions.skipPositions(SegmentTermPositions.java:131)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:216)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.index.MultiLevelSkipListReader.skipTo(MultiLevelSkipListReader.java:110)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:204)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
55.7% (278.7ms out of 500ms) cpu usage by thread 'elasticsearch[es59b][search][T#11]'
9/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:216)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
52.2% (261ms out of 500ms) cpu usage by thread 'elasticsearch[es59b][search][T#13]'
8/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es22b][MehCatSwThuE4fQ-Jcca-g][inet[/10.1.16.102:9300]]{master=true}
52.0% (259.7ms out of 500ms) cpu usage by thread 'elasticsearch[es22b][search][T#12]'
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.or(FixedBitSet.java:202)
org.elasticsearch.common.lucene.docset.DocSets.or(DocSets.java:51)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:119)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.7% (258.3ms out of 500ms) cpu usage by thread 'elasticsearch[es22b][search][T#8]'
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.search.facet.AbstractFacetCollector.setNextReader(AbstractFacetCollector.java:79)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.6% (257.8ms out of 500ms) cpu usage by thread 'elasticsearch[es22b][search][T#14]'
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
7/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.jackson.dataformat.smile.SmileParser._handleFieldName(SmileParser.java:1370)
org.elasticsearch.common.jackson.dataformat.smile.SmileParser.nextToken(SmileParser.java:563)
org.elasticsearch.common.xcontent.json.JsonXContentParser.nextToken(JsonXContentParser.java:48)
org.elasticsearch.search.sort.SortParseElement.addCompoundSortField(SortParseElement.java:99)
org.elasticsearch.search.sort.SortParseElement.parse(SortParseElement.java:70)
org.elasticsearch.search.SearchService.parseSource(SearchService.java:554)
org.elasticsearch.search.SearchService.createContext(SearchService.java:481)
org.elasticsearch.search.SearchService.createContext(SearchService.java:466)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:236)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es80b][Q2eulN18QOynOyqAHzHjdg][inet[/10.1.18.110:9300]]{master=true}
20.4% (101.8ms out of 500ms) cpu usage by thread 'elasticsearch[es80b][search][T#7]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
18.8% (93.8ms out of 500ms) cpu usage by thread 'elasticsearch[es80b][search][T#5]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
18.2% (91ms out of 500ms) cpu usage by thread 'elasticsearch[es80b][search][T#10]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es66b][qq4TrF7JT1yOlCHg1IjPvg][inet[/10.1.18.56:9300]]{master=true}
41.1% (205.4ms out of 500ms) cpu usage by thread 'elasticsearch[es66b][search][T#2]'
3/10 snapshots sharing following 30 elements
org.apache.lucene.index.MultiLevelSkipListReader.skipTo(MultiLevelSkipListReader.java:110)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:204)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 31 elements
org.apache.lucene.index.SegmentTermPositions.skipPositions(SegmentTermPositions.java:131)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 27 elements
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 27 elements
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
38.3% (191.4ms out of 500ms) cpu usage by thread 'elasticsearch[es66b][search][T#12]'
7/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
36.6% (182.9ms out of 500ms) cpu usage by thread 'elasticsearch[es66b][search][T#15]'
7/10 snapshots sharing following 25 elements
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es5b][Pfko37HuS6GF8mGhIxkOJg][inet[/10.1.13.135:9300]]{master=true}
51.8% (259.1ms out of 500ms) cpu usage by thread 'elasticsearch[es5b][search][T#7]'
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
8/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.6% (258.1ms out of 500ms) cpu usage by thread 'elasticsearch[es5b][search][T#1]'
2/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.9% (254.5ms out of 500ms) cpu usage by thread 'elasticsearch[es5b][search][T#9]'
2/10 snapshots sharing following 17 elements
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.search.facet.AbstractFacetCollector.setNextReader(AbstractFacetCollector.java:79)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
8/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es51b][E1j6Ro5kTu-CGZu8vVnNNw][inet[/10.1.17.51:9300]]{master=true}
52.0% (260.1ms out of 500ms) cpu usage by thread 'elasticsearch[es51b][search][T#8]'
7/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 20 elements
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.0% (255.2ms out of 500ms) cpu usage by thread 'elasticsearch[es51b][search][T#12]'
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 31 elements
org.apache.lucene.index.SegmentTermPositions.skipPositions(SegmentTermPositions.java:131)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 30 elements
org.apache.lucene.index.MultiLevelSkipListReader.skipTo(MultiLevelSkipListReader.java:110)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:204)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.8% (254.1ms out of 500ms) cpu usage by thread 'elasticsearch[es51b][search][T#3]'
8/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es65b][GAtFuywARWiP3RmYlawpNQ][inet[/10.1.15.65:9300]]{master=true}
18.4% (92.1ms out of 500ms) cpu usage by thread 'elasticsearch[es65b][search][T#11]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
18.1% (90.6ms out of 500ms) cpu usage by thread 'elasticsearch[es65b][search][T#16]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
17.4% (87ms out of 500ms) cpu usage by thread 'elasticsearch[es65b][search][T#13]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es35b][zExU94YcThebRFQ_jZvjTA][inet[/10.1.16.55:9300]]{master=true}
52.0% (259.8ms out of 500ms) cpu usage by thread 'elasticsearch[es35b][search][T#13]'
7/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.0% (254.7ms out of 500ms) cpu usage by thread 'elasticsearch[es35b][search][T#6]'
6/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.8% (254ms out of 500ms) cpu usage by thread 'elasticsearch[es35b][search][T#11]'
6/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es1a][sGw6wAAzTUKl9oA7Ny_3_A][inet[/10.1.13.201:9300]]{master=true}
51.5% (257.5ms out of 500ms) cpu usage by thread 'elasticsearch[es1a][search][T#9]'
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.1% (255.3ms out of 500ms) cpu usage by thread 'elasticsearch[es1a][search][T#2]'
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 26 elements
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.4% (252.2ms out of 500ms) cpu usage by thread 'elasticsearch[es1a][search][T#5]'
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es7b][Xinu3UyoQnes-0Mbugop-g][inet[/10.1.13.137:9300]]{master=true}
99.4% (497.2ms out of 500ms) cpu usage by thread 'elasticsearch[es7b][search][T#4]'
6/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
59.2% (296ms out of 500ms) cpu usage by thread 'elasticsearch[es7b][search][T#8]'
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:333)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.cache.LocalCache$Segment.recordRead(LocalCache.java:2596)
org.elasticsearch.common.cache.LocalCache$Segment.get(LocalCache.java:2816)
org.elasticsearch.common.cache.LocalCache.getIfPresent(LocalCache.java:3979)
org.elasticsearch.common.cache.LocalCache$LocalManualCache.getIfPresent(LocalCache.java:4787)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:152)
org.elasticsearch.search.facet.AbstractFacetCollector.setNextReader(AbstractFacetCollector.java:79)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.9% (259.6ms out of 500ms) cpu usage by thread 'elasticsearch[es7b][search][T#3]'
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es79b][gDUTmm1lRhiqta_F5wXzHA][inet[/10.1.18.109:9300]]{master=true}
11.4% (56.9ms out of 500ms) cpu usage by thread 'elasticsearch[es79b][bulk][T#164]'
10/10 snapshots sharing following 9 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
11.1% (55.5ms out of 500ms) cpu usage by thread 'elasticsearch[es79b][search][T#2]'
10/10 snapshots sharing following 2 elements
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
10.8% (53.7ms out of 500ms) cpu usage by thread 'elasticsearch[es79b][search][T#9]'
7/10 snapshots sharing following 26 elements
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es44b][qXlHrvv8QgmudybArjAV0w][inet[/10.1.16.64:9300]]{master=true}
99.4% (497ms out of 500ms) cpu usage by thread 'elasticsearch[es44b][search][T#15]'
6/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
81.4% (406.9ms out of 500ms) cpu usage by thread 'elasticsearch[es44b][search][T#16]'
2/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 23 elements
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:172)
org.apache.lucene.index.SegmentTermDocs.seek(SegmentTermDocs.java:66)
org.apache.lucene.search.XTermsFilter.getDocIdSet(XTermsFilter.java:77)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDISI(XBooleanFilter.java:46)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:113)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.or(FixedBitSet.java:202)
org.elasticsearch.common.lucene.docset.DocSets.or(DocSets.java:51)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:119)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.search.facet.AbstractFacetCollector.setNextReader(AbstractFacetCollector.java:79)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.search.facet.AbstractFacetCollector.setNextReader(AbstractFacetCollector.java:79)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.7% (253.2ms out of 500ms) cpu usage by thread 'elasticsearch[es44b][search][T#2]'
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es53b][xtsWAnCjSTunhuw70AmkfQ][inet[/10.1.17.53:9300]]{master=true}
51.2% (256.1ms out of 500ms) cpu usage by thread 'elasticsearch[es53b][search][T#6]'
2/10 snapshots sharing following 23 elements
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:172)
org.apache.lucene.index.SegmentTermDocs.seek(SegmentTermDocs.java:66)
org.apache.lucene.search.XTermsFilter.getDocIdSet(XTermsFilter.java:77)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDISI(XBooleanFilter.java:46)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:113)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
8/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.9% (254.5ms out of 500ms) cpu usage by thread 'elasticsearch[es53b][search][T#16]'
4/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.8% (253.8ms out of 500ms) cpu usage by thread 'elasticsearch[es53b][search][T#5]'
10/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es41b][y5G-MZk1TQ2UT5RV65ZmVQ][inet[/10.1.16.61:9300]]{master=true}
70.2% (351.1ms out of 500ms) cpu usage by thread 'elasticsearch[es41b][search][T#3]'
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
59.3% (296.5ms out of 500ms) cpu usage by thread 'elasticsearch[es41b][search][T#5]'
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
43.0% (214.9ms out of 500ms) cpu usage by thread 'elasticsearch[es41b][search][T#8]'
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es73b][duTNwp0NRpGTntap_SIAVA][inet[/10.1.18.63:9300]]{master=true}
72.6% (362.9ms out of 500ms) cpu usage by thread 'elasticsearch[es73b][search][T#15]'
5/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
57.8% (288.8ms out of 500ms) cpu usage by thread 'elasticsearch[es73b][search][T#2]'
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 10 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
42.6% (213.1ms out of 500ms) cpu usage by thread 'elasticsearch[es73b][search][T#8]'
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 10 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es52b][1NhqJTDgT3C5XPneyZa2JQ][inet[/10.1.17.52:9300]]{master=true}
47.3% (236.7ms out of 500ms) cpu usage by thread 'elasticsearch[es52b][search][T#7]'
5/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
45.7% (228.6ms out of 500ms) cpu usage by thread 'elasticsearch[es52b][search][T#1]'
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 25 elements
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:401)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.util.concurrent.ConcurrentHashMap.hash(ConcurrentHashMap.java:332)
java.util.concurrent.ConcurrentHashMap.remove(ConcurrentHashMap.java:1174)
org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:169)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:84)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
45.1% (225.4ms out of 500ms) cpu usage by thread 'elasticsearch[es52b][search][T#6]'
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es23b][58TTmE0USkmnX8DC45WbXg][inet[/10.1.16.103:9300]]{master=true}
51.2% (255.9ms out of 500ms) cpu usage by thread 'elasticsearch[es23b][search][T#11]'
5/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.7% (253.7ms out of 500ms) cpu usage by thread 'elasticsearch[es23b][search][T#7]'
7/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.index.MultiLevelSkipListReader.skipTo(MultiLevelSkipListReader.java:110)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:204)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.7% (253.5ms out of 500ms) cpu usage by thread 'elasticsearch[es23b][search][T#4]'
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:72)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:57)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.setFreqCurrentDoc(AllTermQuery.java:98)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es85b][JzWkBA6PRVy_JSk9TNcvCA][inet[/10.1.18.115:9300]]{master=true}
51.4% (256.9ms out of 500ms) cpu usage by thread 'elasticsearch[es85b][search][T#13]'
9/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:156)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:57)
org.apache.lucene.search.spans.SpanScorer.<init>(SpanScorer.java:46)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.<init>(AllTermQuery.java:78)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.7% (253.7ms out of 500ms) cpu usage by thread 'elasticsearch[es85b][search][T#9]'
9/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.5% (252.5ms out of 500ms) cpu usage by thread 'elasticsearch[es85b][search][T#12]'
9/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [eslb1b][PM6JaiiJRTebhTNkysJoHg][inet[/10.1.13.71:9300]]{data=false, master=false}
6.4% (31.9ms out of 500ms) cpu usage by thread 'elasticsearch[eslb1b][transport_client_worker][T#3]{New I/O worker #3}'
10/10 snapshots sharing following 15 elements
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5.1% (25.2ms out of 500ms) cpu usage by thread 'elasticsearch[eslb1b][transport_client_worker][T#8]{New I/O worker #8}'
9/10 snapshots sharing following 15 elements
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
sun.nio.ch.FileDispatcherImpl.write0(Native Method)
sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:47)
sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:94)
sun.nio.ch.IOUtil.write(IOUtil.java:51)
sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:450)
org.elasticsearch.common.netty.channel.socket.nio.SocketSendBufferPool$UnpooledSendBuffer.transferTo(SocketSendBufferPool.java:203)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.write0(AbstractNioWorker.java:198)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromTaskLoop(AbstractNioWorker.java:150)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioChannel$WriteTask.run(AbstractNioChannel.java:335)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.processTaskQueue(AbstractNioSelector.java:366)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:290)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4.9% (24.4ms out of 500ms) cpu usage by thread 'elasticsearch[eslb1b][http_server_worker][T#4]{New I/O worker #22}'
10/10 snapshots sharing following 15 elements
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es16b][kctZ_YNTRpaFC5LCil1aKg][inet[/10.1.16.158:9300]]{master=true}
96.4% (482ms out of 500ms) cpu usage by thread 'elasticsearch[es16b][search][T#13]'
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 26 elements
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
52.0% (259.9ms out of 500ms) cpu usage by thread 'elasticsearch[es16b][search][T#4]'
5/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.1% (255.2ms out of 500ms) cpu usage by thread 'elasticsearch[es16b][search][T#6]'
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:216)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es81b][_1PTpjAVTL2vMkYIMs5x8g][inet[/10.1.18.111:9300]]{master=true}
21.6% (107.8ms out of 500ms) cpu usage by thread 'elasticsearch[es81b][search][T#4]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
20.2% (100.8ms out of 500ms) cpu usage by thread 'elasticsearch[es81b][search][T#7]'
9/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
19.0% (94.9ms out of 500ms) cpu usage by thread 'elasticsearch[es81b][search][T#12]'
6/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es57b][qdL5EdWsTQ6PqvJ9xFyi-w][inet[/10.1.11.177:9300]]{master=true}
97.9% (489.6ms out of 500ms) cpu usage by thread 'elasticsearch[es57b][search][T#4]'
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.8% (254.1ms out of 500ms) cpu usage by thread 'elasticsearch[es57b][search][T#13]'
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 28 elements
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 32 elements
org.apache.lucene.index.SegmentTermPositions.readDeltaPosition(SegmentTermPositions.java:76)
org.apache.lucene.index.SegmentTermPositions.skipPositions(SegmentTermPositions.java:131)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 26 elements
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.6% (253.2ms out of 500ms) cpu usage by thread 'elasticsearch[es57b][search][T#15]'
7/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.or(FixedBitSet.java:202)
org.elasticsearch.common.lucene.docset.DocSets.or(DocSets.java:51)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:119)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es68b][ZavCO_MUSyiPplejgd7XwA][inet[/10.1.18.58:9300]]{master=true}
97.7% (488.6ms out of 500ms) cpu usage by thread 'elasticsearch[es68b][search][T#6]'
10/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.9% (259.5ms out of 500ms) cpu usage by thread 'elasticsearch[es68b][search][T#1]'
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 28 elements
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.3% (256.6ms out of 500ms) cpu usage by thread 'elasticsearch[es68b][search][T#4]'
7/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 17 elements
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.search.facet.AbstractFacetCollector.setNextReader(AbstractFacetCollector.java:79)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es39b][3FsbFUfxTDKDxiWZWZEgKg][inet[/10.1.16.59:9300]]{master=true}
21.6% (108.1ms out of 500ms) cpu usage by thread 'elasticsearch[es39b][search][T#4]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
21.0% (104.9ms out of 500ms) cpu usage by thread 'elasticsearch[es39b][search][T#2]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
19.1% (95.2ms out of 500ms) cpu usage by thread 'elasticsearch[es39b][search][T#12]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es62b][5nu5xtoGStqselZ-h_xhjQ][inet[/10.1.15.62:9300]]{master=true}
55.8% (279.1ms out of 500ms) cpu usage by thread 'elasticsearch[es62b][search][T#14]'
3/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
7/10 snapshots sharing following 26 elements
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
52.1% (260.4ms out of 500ms) cpu usage by thread 'elasticsearch[es62b][search][T#13]'
10/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.9% (259.5ms out of 500ms) cpu usage by thread 'elasticsearch[es62b][search][T#11]'
5/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es61b][X-qLnppTT2eG_PkYaQ2aXQ][inet[/10.1.15.61:9300]]{master=true}
21.2% (105.8ms out of 500ms) cpu usage by thread 'elasticsearch[es61b][search][T#7]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
21.1% (105.7ms out of 500ms) cpu usage by thread 'elasticsearch[es61b][search][T#10]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
20.5% (102.3ms out of 500ms) cpu usage by thread 'elasticsearch[es61b][search][T#13]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es27b][biCcjC7XT3G_8pYjCYyEXg][inet[/10.1.16.107:9300]]{master=true}
76.3% (381.5ms out of 500ms) cpu usage by thread 'elasticsearch[es27b][search][T#13]'
7/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
65.3% (326.6ms out of 500ms) cpu usage by thread 'elasticsearch[es27b][search][T#10]'
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.8% (253.9ms out of 500ms) cpu usage by thread 'elasticsearch[es27b][search][T#2]'
7/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es11b][Yf462-eXTH2z8PtytFaRuA][inet[/10.1.16.153:9300]]{master=true}
57.0% (285ms out of 500ms) cpu usage by thread 'elasticsearch[es11b][search][T#4]'
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 10 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
54.1% (270.6ms out of 500ms) cpu usage by thread 'elasticsearch[es11b][search][T#5]'
7/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
java.util.concurrent.ConcurrentHashMap.hash(ConcurrentHashMap.java:332)
java.util.concurrent.ConcurrentHashMap.put(ConcurrentHashMap.java:1124)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.6% (258ms out of 500ms) cpu usage by thread 'elasticsearch[es11b][search][T#12]'
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.or(FixedBitSet.java:202)
org.elasticsearch.common.lucene.docset.DocSets.or(DocSets.java:51)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:119)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es9b][d_OpY1u_QDywTVEAyuOSGA][inet[/10.1.16.151:9300]]{master=true}
60.5% (302.2ms out of 500ms) cpu usage by thread 'elasticsearch[es9b][search][T#16]'
10/10 snapshots sharing following 2 elements
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
60.4% (302ms out of 500ms) cpu usage by thread 'elasticsearch[es9b][search][T#12]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.1% (250.7ms out of 500ms) cpu usage by thread 'elasticsearch[es9b][search][T#15]'
9/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es18b][A1WHGlIaRrKSsWMhEL6Zww][inet[/10.1.16.160:9300]]{master=true}
42.8% (213.9ms out of 500ms) cpu usage by thread 'elasticsearch[es18b][search][T#13]'
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
42.2% (210.8ms out of 500ms) cpu usage by thread 'elasticsearch[es18b][search][T#5]'
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 31 elements
org.apache.lucene.index.SegmentTermPositions.skipPositions(SegmentTermPositions.java:131)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:216)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
41.5% (207.5ms out of 500ms) cpu usage by thread 'elasticsearch[es18b][search][T#6]'
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 33 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:197)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es21b][afYJGUBrSp-17R0aP8AOPg][inet[/10.1.16.101:9300]]{master=true}
63.9% (319.6ms out of 500ms) cpu usage by thread 'elasticsearch[es21b][search][T#15]'
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.or(FixedBitSet.java:202)
org.elasticsearch.common.lucene.docset.DocSets.or(DocSets.java:51)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:119)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:637)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
54.9% (274.7ms out of 500ms) cpu usage by thread 'elasticsearch[es21b][search][T#7]'
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:637)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.5% (257.5ms out of 500ms) cpu usage by thread 'elasticsearch[es21b][search][T#13]'
7/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es10b][gVrgf_gOSUKr3qZj6qFbAw][inet[/10.1.16.152:9300]]{master=true}
97.7% (488.4ms out of 500ms) cpu usage by thread 'elasticsearch[es10b][search][T#15]'
7/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.4% (256.9ms out of 500ms) cpu usage by thread 'elasticsearch[es10b][search][T#12]'
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.9% (254.6ms out of 500ms) cpu usage by thread 'elasticsearch[es10b][search][T#11]'
5/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es8a][cXY8UuPsSFaM_odvhyQv2w][inet[/10.1.13.208:9300]]{master=true}
51.8% (258.9ms out of 500ms) cpu usage by thread 'elasticsearch[es8a][search][T#6]'
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.1% (255.3ms out of 500ms) cpu usage by thread 'elasticsearch[es8a][search][T#1]'
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.elasticsearch.common.lucene.search.XBooleanFilter.getDISI(XBooleanFilter.java:46)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:113)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.0% (255.1ms out of 500ms) cpu usage by thread 'elasticsearch[es8a][search][T#3]'
6/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es69b][tbFLM0-uQyC7PepOw-G1xQ][inet[/10.1.18.59:9300]]{master=true}
19.3% (96.6ms out of 500ms) cpu usage by thread 'elasticsearch[es69b][search][T#4]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
18.9% (94.3ms out of 500ms) cpu usage by thread 'elasticsearch[es69b][search][T#11]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
18.8% (93.9ms out of 500ms) cpu usage by thread 'elasticsearch[es69b][search][T#13]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es56b][m0duAEXCSB2L7C_3ncXYLw][inet[/10.1.11.176:9300]]{master=true}
80.7% (403.5ms out of 500ms) cpu usage by thread 'elasticsearch[es56b][cache][T#2]'
10/10 snapshots sharing following 9 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:702)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:615)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.poll(LinkedTransferQueue.java:1117)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
33.1% (165.6ms out of 500ms) cpu usage by thread 'elasticsearch[es56b][search][T#3]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
32.8% (164.1ms out of 500ms) cpu usage by thread 'elasticsearch[es56b][search][T#6]'
4/10 snapshots sharing following 31 elements
org.apache.lucene.index.SegmentTermPositions.skipPositions(SegmentTermPositions.java:131)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 30 elements
org.apache.lucene.index.MultiLevelSkipListReader.skipTo(MultiLevelSkipListReader.java:110)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:204)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es4b][jqTtxqGxSya2ys2Sk4W8BQ][inet[/10.1.13.134:9300]]{master=true}
59.5% (297.2ms out of 500ms) cpu usage by thread 'elasticsearch[es4b][search][T#5]'
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 23 elements
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:172)
org.apache.lucene.index.SegmentTermDocs.seek(SegmentTermDocs.java:66)
org.apache.lucene.search.XTermsFilter.getDocIdSet(XTermsFilter.java:77)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDISI(XBooleanFilter.java:46)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:113)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.search.facet.AbstractFacetCollector.setNextReader(AbstractFacetCollector.java:79)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
57.8% (288.7ms out of 500ms) cpu usage by thread 'elasticsearch[es4b][search][T#4]'
6/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
49.4% (247.1ms out of 500ms) cpu usage by thread 'elasticsearch[es4b][search][T#12]'
7/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es30b][O-22aOQcR7yyxYz4owwL1A][inet[/10.1.16.110:9300]]{master=true}
56.1% (280.4ms out of 500ms) cpu usage by thread 'elasticsearch[es30b][search][T#9]'
5/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.6% (257.7ms out of 500ms) cpu usage by thread 'elasticsearch[es30b][search][T#4]'
4/10 snapshots sharing following 14 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.0% (254.8ms out of 500ms) cpu usage by thread 'elasticsearch[es30b][search][T#11]'
10/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es76b][K39b9-aHT7Km3CsFga9zxg][inet[/10.1.18.66:9300]]{master=true}
82.7% (413.2ms out of 500ms) cpu usage by thread 'elasticsearch[es76b][search][T#4]'
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 23 elements
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:172)
org.apache.lucene.index.SegmentTermDocs.seek(SegmentTermDocs.java:66)
org.apache.lucene.search.XTermsFilter.getDocIdSet(XTermsFilter.java:77)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDISI(XBooleanFilter.java:46)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:113)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
59.6% (297.9ms out of 500ms) cpu usage by thread 'elasticsearch[es76b][search][T#7]'
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.5% (257.3ms out of 500ms) cpu usage by thread 'elasticsearch[es76b][search][T#2]'
6/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es46b][y0y3BpUwQAyfvvVPICeMdw][inet[/10.1.13.126:9300]]{master=true}
19.9% (99.3ms out of 500ms) cpu usage by thread 'elasticsearch[es46b][search][T#13]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
17.6% (88.1ms out of 500ms) cpu usage by thread 'elasticsearch[es46b][search][T#14]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
15.5% (77.7ms out of 500ms) cpu usage by thread 'elasticsearch[es46b][search][T#9]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es75b][FdKW1DojSma8Xwayoy2R9w][inet[/10.1.18.65:9300]]{master=true}
51.7% (258.7ms out of 500ms) cpu usage by thread 'elasticsearch[es75b][search][T#14]'
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 28 elements
java.util.AbstractList.equals(AbstractList.java:518)
org.elasticsearch.common.lucene.search.XBooleanFilter.equalFilters(XBooleanFilter.java:179)
org.elasticsearch.common.lucene.search.XBooleanFilter.equals(XBooleanFilter.java:192)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheKey.equals(WeightedFilterCache.java:237)
org.elasticsearch.common.base.Equivalence$Equals.doEquivalent(Equivalence.java:328)
org.elasticsearch.common.base.Equivalence.equivalent(Equivalence.java:71)
org.elasticsearch.common.cache.LocalCache$Segment.getEntry(LocalCache.java:2762)
org.elasticsearch.common.cache.LocalCache$Segment.getLiveEntry(LocalCache.java:2772)
org.elasticsearch.common.cache.LocalCache$Segment.get(LocalCache.java:2809)
org.elasticsearch.common.cache.LocalCache.getIfPresent(LocalCache.java:3979)
org.elasticsearch.common.cache.LocalCache$LocalManualCache.getIfPresent(LocalCache.java:4787)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:152)
org.elasticsearch.search.facet.AbstractFacetCollector.setNextReader(AbstractFacetCollector.java:79)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.2% (255.9ms out of 500ms) cpu usage by thread 'elasticsearch[es75b][search][T#2]'
4/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.search.facet.AbstractFacetCollector.setNextReader(AbstractFacetCollector.java:79)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.0% (254.9ms out of 500ms) cpu usage by thread 'elasticsearch[es75b][search][T#5]'
7/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es86b][96rHiaHQTn2gwVg8biFFIA][inet[/10.1.18.116:9300]]{master=true}
63.1% (315.4ms out of 500ms) cpu usage by thread 'elasticsearch[es86b][search][T#1]'
2/10 snapshots sharing following 22 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.apache.lucene.search.XTermsFilter.getDocIdSet(XTermsFilter.java:81)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:162)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDISI(XBooleanFilter.java:46)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:113)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.9% (259.5ms out of 500ms) cpu usage by thread 'elasticsearch[es86b][search][T#6]'
6/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.3% (256.4ms out of 500ms) cpu usage by thread 'elasticsearch[es86b][search][T#8]'
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es74b][N-36WbgKQqWAZVaK1UVuxA][inet[/10.1.18.64:9300]]{master=true}
50.4% (251.8ms out of 500ms) cpu usage by thread 'elasticsearch[es74b][search][T#8]'
5/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
40.5% (202.2ms out of 500ms) cpu usage by thread 'elasticsearch[es74b][search][T#5]'
2/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
39.9% (199.2ms out of 500ms) cpu usage by thread 'elasticsearch[es74b][search][T#3]'
4/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es9a][hCE7ce3_SU-43zMbRgS8-A][inet[/10.1.13.209:9300]]{master=true}
54.8% (274.1ms out of 500ms) cpu usage by thread 'elasticsearch[es9a][search][T#1]'
8/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
54.4% (271.8ms out of 500ms) cpu usage by thread 'elasticsearch[es9a][search][T#7]'
8/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
54.1% (270.3ms out of 500ms) cpu usage by thread 'elasticsearch[es9a][search][T#6]'
8/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es17b][6Z55yayQQRmBG6Y7ZSzbJA][inet[/10.1.16.159:9300]]{master=true}
40.9% (204.6ms out of 500ms) cpu usage by thread 'elasticsearch[es17b][search][T#4]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
40.0% (199.9ms out of 500ms) cpu usage by thread 'elasticsearch[es17b][search][T#6]'
3/10 snapshots sharing following 14 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:606)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.tryAppend(LinkedTransferQueue.java:653)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:611)
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
39.1% (195.5ms out of 500ms) cpu usage by thread 'elasticsearch[es17b][search][T#9]'
5/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es70b][nimbXRuCTA659dvze-ay1A][inet[/10.1.18.60:9300]]{master=true}
24.0% (120.2ms out of 500ms) cpu usage by thread 'elasticsearch[es70b][search][T#5]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
23.7% (118.5ms out of 500ms) cpu usage by thread 'elasticsearch[es70b][search][T#16]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
22.0% (109.8ms out of 500ms) cpu usage by thread 'elasticsearch[es70b][search][T#8]'
8/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 10 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es67b][BPTeIxwsQkm3_KNATVqgJQ][inet[es67b/10.1.18.57:9300]]{master=true}
83.4% (417ms out of 500ms) cpu usage by thread 'elasticsearch[es67b][search][T#8]'
2/10 snapshots sharing following 13 elements
org.elasticsearch.common.util.concurrent.jsr166y.LinkedTransferQueue.add(LinkedTransferQueue.java:1049)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.2% (251ms out of 500ms) cpu usage by thread 'elasticsearch[es67b][search][T#4]'
5/10 snapshots sharing following 14 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.searc
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment