Skip to content

Instantly share code, notes, and snippets.

@jgagnon1
Created February 22, 2013 14:48
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save jgagnon1/5013938 to your computer and use it in GitHub Desktop.
Save jgagnon1/5013938 to your computer and use it in GitHub Desktop.
This file has been truncated, but you can view the full file.
::: [es13b][BR5TbYEATsuuibxDfuk_ww][inet[/10.1.16.155:9300]]{master=true}
58.4% (292ms out of 500ms) cpu usage by thread 'elasticsearch[es13b][search][T#7]'
5/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 11 elements
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
46.0% (230ms out of 500ms) cpu usage by thread 'elasticsearch[es13b][search][T#12]'
6/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 31 elements
java.lang.System.arraycopy(Native Method)
org.apache.lucene.queryParser.FastCharStream.refill(FastCharStream.java:63)
org.apache.lucene.queryParser.FastCharStream.readChar(FastCharStream.java:47)
org.apache.lucene.queryParser.QueryParserTokenManager.jjMoveNfa_3(QueryParserTokenManager.java:542)
org.apache.lucene.queryParser.QueryParserTokenManager.jjMoveStringLiteralDfa0_3(QueryParserTokenManager.java:86)
org.apache.lucene.queryParser.QueryParserTokenManager.getNextToken(QueryParserTokenManager.java:1203)
org.apache.lucene.queryParser.QueryParser.jj_scan_token(QueryParser.java:1740)
org.apache.lucene.queryParser.QueryParser.jj_3R_2(QueryParser.java:1639)
org.apache.lucene.queryParser.QueryParser.jj_3_1(QueryParser.java:1624)
org.apache.lucene.queryParser.QueryParser.jj_2_1(QueryParser.java:1616)
org.apache.lucene.queryParser.QueryParser.Clause(QueryParser.java:1289)
org.apache.lucene.queryParser.QueryParser.Query(QueryParser.java:1275)
org.apache.lucene.queryParser.QueryParser.TopLevelQuery(QueryParser.java:1234)
org.apache.lucene.queryParser.QueryParser.parse(QueryParser.java:206)
org.elasticsearch.index.query.QueryStringQueryParser.parse(QueryStringQueryParser.java:212)
org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:188)
org.elasticsearch.index.query.CustomFiltersScoreQueryParser.parse(CustomFiltersScoreQueryParser.java:77)
org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:188)
org.elasticsearch.index.query.IndexQueryParserService.parse(IndexQueryParserService.java:268)
org.elasticsearch.index.query.IndexQueryParserService.parse(IndexQueryParserService.java:246)
org.elasticsearch.search.query.QueryParseElement.parse(QueryParseElement.java:33)
org.elasticsearch.search.SearchService.parseSource(SearchService.java:554)
org.elasticsearch.search.SearchService.createContext(SearchService.java:481)
org.elasticsearch.search.SearchService.createContext(SearchService.java:466)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:236)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
42.9% (214.2ms out of 500ms) cpu usage by thread 'elasticsearch[es13b][search][T#5]'
6/10 snapshots sharing following 11 elements
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:438)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchFetchByIdTransportHandler.messageReceived(SearchServiceTransportAction.java:634)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchFetchByIdTransportHandler.messageReceived(SearchServiceTransportAction.java:623)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es24b][_C9Om5hdQN2VhSGxhN82zg][inet[/10.1.16.104:9300]]{master=true}
81.5% (407.5ms out of 500ms) cpu usage by thread 'elasticsearch[es24b][search][T#6]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 28 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:156)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:57)
org.apache.lucene.search.spans.SpanScorer.<init>(SpanScorer.java:46)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.<init>(AllTermQuery.java:78)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 28 elements
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
71.2% (355.8ms out of 500ms) cpu usage by thread 'elasticsearch[es24b][search][T#10]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
70.6% (353.1ms out of 500ms) cpu usage by thread 'elasticsearch[es24b][search][T#8]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es8b][729KrmgBS8mhHVVjtkerrw][inet[/10.1.13.138:9300]]{master=true}
79.0% (395ms out of 500ms) cpu usage by thread 'elasticsearch[es8b][search][T#13]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 16 elements
org.elasticsearch.common.compress.lzf.LZFCompressedIndexInput.uncompress(LZFCompressedIndexInput.java:59)
org.elasticsearch.common.compress.CompressedIndexInput.readyBuffer(CompressedIndexInput.java:188)
org.elasticsearch.common.compress.CompressedIndexInput.seek(CompressedIndexInput.java:155)
org.apache.lucene.index.FieldsReader.doc(FieldsReader.java:232)
org.apache.lucene.index.SegmentReader.document(SegmentReader.java:492)
org.apache.lucene.index.DirectoryReader.document(DirectoryReader.java:568)
org.apache.lucene.search.IndexSearcher.doc(IndexSearcher.java:264)
org.elasticsearch.search.fetch.FetchPhase.loadDocument(FetchPhase.java:288)
org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:159)
org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:438)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchFetchByIdTransportHandler.messageReceived(SearchServiceTransportAction.java:634)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchFetchByIdTransportHandler.messageReceived(SearchServiceTransportAction.java:623)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 4 elements
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
58.1% (290.5ms out of 500ms) cpu usage by thread 'elasticsearch[es8b][search][T#16]'
5/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
57.2% (286.1ms out of 500ms) cpu usage by thread 'elasticsearch[es8b][search][T#5]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es15b][exQi9yCxR9y1naqcqyGyVQ][inet[/10.1.16.157:9300]]{master=true}
52.5% (262.7ms out of 500ms) cpu usage by thread 'elasticsearch[es15b][search][T#8]'
6/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
47.5% (237.4ms out of 500ms) cpu usage by thread 'elasticsearch[es15b][search][T#10]'
7/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
42.7% (213.2ms out of 500ms) cpu usage by thread 'elasticsearch[es15b][search][T#1]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 33 elements
org.apache.lucene.index.TermBuffer.set(TermBuffer.java:97)
org.apache.lucene.index.SegmentTermEnum.scanTo(SegmentTermEnum.java:166)
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:236)
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:172)
org.apache.lucene.index.SegmentReader.docFreq(SegmentReader.java:539)
org.apache.lucene.index.DirectoryReader.docFreq(DirectoryReader.java:707)
org.apache.lucene.search.IndexSearcher.docFreq(IndexSearcher.java:236)
org.apache.lucene.search.Similarity.idfExplain(Similarity.java:850)
org.apache.lucene.search.spans.SpanWeight.<init>(SpanWeight.java:51)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.<init>(AllTermQuery.java:61)
org.elasticsearch.common.lucene.all.AllTermQuery.createWeight(AllTermQuery.java:55)
org.apache.lucene.search.BooleanQuery$BooleanWeight.<init>(BooleanQuery.java:176)
org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:354)
org.apache.lucene.search.Searcher.createNormalizedWeight(Searcher.java:168)
org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:664)
org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:133)
org.apache.lucene.search.Query.weight(Query.java:103)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.<init>(FiltersFunctionScoreQuery.java:119)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery.createWeight(FiltersFunctionScoreQuery.java:110)
org.apache.lucene.search.FilteredQuery.createWeight(FilteredQuery.java:63)
org.apache.lucene.search.Searcher.createNormalizedWeight(Searcher.java:168)
org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:664)
org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:133)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 33 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:197)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.index.SegmentTermPositions.skipPositions(SegmentTermPositions.java:131)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es52b][5D9lE9QHSiCD3jSeWvR-yw][inet[/10.1.17.52:9300]]{master=true}
95.7% (478.4ms out of 500ms) cpu usage by thread 'elasticsearch[es52b][search][T#11]'
10/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
92.0% (459.7ms out of 500ms) cpu usage by thread 'elasticsearch[es52b][search][T#13]'
10/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
63.7% (318.5ms out of 500ms) cpu usage by thread 'elasticsearch[es52b][search][T#12]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es31b][c1UzPhBRSKOQmwPxDwdQuQ][inet[/10.1.16.111:9300]]{master=true}
62.0% (309.8ms out of 500ms) cpu usage by thread 'elasticsearch[es31b][search][T#6]'
4/10 snapshots sharing following 11 elements
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
55.1% (275.6ms out of 500ms) cpu usage by thread 'elasticsearch[es31b][search][T#5]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
8/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
53.6% (267.7ms out of 500ms) cpu usage by thread 'elasticsearch[es31b][search][T#4]'
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es70b][9wi1r-Z5TyC76aooet7viw][inet[/10.1.18.60:9300]]{master=true}
96.5% (482.6ms out of 500ms) cpu usage by thread 'elasticsearch[es70b][search][T#3]'
7/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
66.4% (331.7ms out of 500ms) cpu usage by thread 'elasticsearch[es70b][search][T#11]'
10/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
58.3% (291.2ms out of 500ms) cpu usage by thread 'elasticsearch[es70b][search][T#12]'
5/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 24 elements
org.apache.lucene.index.SegmentTermPositions.skipPositions(SegmentTermPositions.java:131)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es64b][JdyvvYgxTkiEZWYgFtavQw][inet[/10.1.15.64:9300]]{master=true}
63.6% (317.9ms out of 500ms) cpu usage by thread 'elasticsearch[es64b][search][T#8]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
58.7% (293.6ms out of 500ms) cpu usage by thread 'elasticsearch[es64b][search][T#6]'
5/10 snapshots sharing following 24 elements
org.apache.lucene.index.SegmentTermPositions.skipPositions(SegmentTermPositions.java:131)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 23 elements
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:216)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 23 elements
org.apache.lucene.index.MultiLevelSkipListReader.skipTo(MultiLevelSkipListReader.java:110)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:204)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
53.5% (267.6ms out of 500ms) cpu usage by thread 'elasticsearch[es64b][search][T#7]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es71b][eIqc2kmyQbWrtCuvIrjvkA][inet[/10.1.18.61:9300]]{master=true}
83.1% (415.6ms out of 500ms) cpu usage by thread 'elasticsearch[es71b][search][T#8]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
79.5% (397.3ms out of 500ms) cpu usage by thread 'elasticsearch[es71b][search][T#12]'
10/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
62.4% (311.7ms out of 500ms) cpu usage by thread 'elasticsearch[es71b][search][T#13]'
5/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es75b][4PyIrhxmSTGozz3es2zDlg][inet[/10.1.18.65:9300]]{master=true}
89.4% (447ms out of 500ms) cpu usage by thread 'elasticsearch[es75b][search][T#11]'
10/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
61.7% (308.3ms out of 500ms) cpu usage by thread 'elasticsearch[es75b][search][T#5]'
6/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:326)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
61.4% (307.1ms out of 500ms) cpu usage by thread 'elasticsearch[es75b][search][T#10]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:326)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es45b][6xMVie0MRoyOTcyg1a9DkQ][inet[/10.1.13.125:9300]]{master=true}
94.1% (470.6ms out of 500ms) cpu usage by thread 'elasticsearch[es45b][search][T#2]'
5/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
59.0% (294.7ms out of 500ms) cpu usage by thread 'elasticsearch[es45b][search][T#10]'
10/10 snapshots sharing following 10 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
56.0% (280ms out of 500ms) cpu usage by thread 'elasticsearch[es45b][search][T#15]'
5/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es12b][elNX5teEQrOGycI2GHrijQ][inet[/10.1.16.154:9300]]{master=true}
77.2% (385.8ms out of 500ms) cpu usage by thread 'elasticsearch[es12b][search][T#15]'
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
8/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
73.6% (368.1ms out of 500ms) cpu usage by thread 'elasticsearch[es12b][search][T#10]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
64.2% (320.7ms out of 500ms) cpu usage by thread 'elasticsearch[es12b][search][T#1]'
7/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es66b][191rLLF2QleE5r_1DkpSZg][inet[/10.1.18.56:9300]]{master=true}
78.2% (390.8ms out of 500ms) cpu usage by thread 'elasticsearch[es66b][search][T#7]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 2 elements
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.9% (254.3ms out of 500ms) cpu usage by thread 'elasticsearch[es66b][search][T#11]'
5/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
java.util.concurrent.ConcurrentHashMap.put(ConcurrentHashMap.java:1129)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.8% (254ms out of 500ms) cpu usage by thread 'elasticsearch[es66b][search][T#2]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 19 elements
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es8a][nAb3xd9lTI6benBP175G2w][inet[/10.1.13.208:9300]]{master=true}
60.1% (300.6ms out of 500ms) cpu usage by thread 'elasticsearch[es8a][search][T#15]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
56.1% (280.5ms out of 500ms) cpu usage by thread 'elasticsearch[es8a][search][T#2]'
10/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
55.7% (278.3ms out of 500ms) cpu usage by thread 'elasticsearch[es8a][search][T#3]'
10/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es65b][DENcwS3_S-WxrbiQQUot0Q][inet[/10.1.15.65:9300]]{master=true}
66.4% (331.7ms out of 500ms) cpu usage by thread 'elasticsearch[es65b][search][T#3]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 24 elements
org.apache.lucene.index.MultiLevelSkipListReader.loadNextSkip(MultiLevelSkipListReader.java:140)
org.apache.lucene.index.MultiLevelSkipListReader.skipTo(MultiLevelSkipListReader.java:110)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:204)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 19 elements
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
62.3% (311.3ms out of 500ms) cpu usage by thread 'elasticsearch[es65b][search][T#6]'
7/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
61.5% (307.3ms out of 500ms) cpu usage by thread 'elasticsearch[es65b][search][T#15]'
4/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 11 elements
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es6a][3jVHj0p-TpOXmH_Mu1wMAw][inet[/10.1.13.206:9300]]{master=true}
51.0% (255.1ms out of 500ms) cpu usage by thread 'elasticsearch[es6a][search][T#13]'
5/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 36 elements
java.lang.Thread.isAlive(Native Method)
org.apache.lucene.util.CloseableThreadLocal.purge(CloseableThreadLocal.java:115)
org.apache.lucene.util.CloseableThreadLocal.maybePurge(CloseableThreadLocal.java:105)
org.apache.lucene.util.CloseableThreadLocal.get(CloseableThreadLocal.java:88)
org.apache.lucene.index.TermInfosReader.getThreadResources(TermInfosReader.java:160)
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:184)
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:172)
org.apache.lucene.index.SegmentReader.docFreq(SegmentReader.java:539)
org.apache.lucene.index.DirectoryReader.docFreq(DirectoryReader.java:707)
org.apache.lucene.search.IndexSearcher.docFreq(IndexSearcher.java:236)
org.apache.lucene.search.Similarity.idfExplain(Similarity.java:850)
org.apache.lucene.search.spans.SpanWeight.<init>(SpanWeight.java:51)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.<init>(AllTermQuery.java:61)
org.elasticsearch.common.lucene.all.AllTermQuery.createWeight(AllTermQuery.java:55)
org.apache.lucene.search.BooleanQuery$BooleanWeight.<init>(BooleanQuery.java:176)
org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:354)
org.apache.lucene.search.Searcher.createNormalizedWeight(Searcher.java:168)
org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:664)
org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:133)
org.apache.lucene.search.Query.weight(Query.java:103)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.<init>(FiltersFunctionScoreQuery.java:119)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery.createWeight(FiltersFunctionScoreQuery.java:110)
org.apache.lucene.search.FilteredQuery.createWeight(FilteredQuery.java:63)
org.apache.lucene.search.Searcher.createNormalizedWeight(Searcher.java:168)
org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:664)
org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:133)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
47.5% (237.6ms out of 500ms) cpu usage by thread 'elasticsearch[es6a][search][T#1]'
6/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
47.0% (234.8ms out of 500ms) cpu usage by thread 'elasticsearch[es6a][search][T#3]'
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 11 elements
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchFetchByIdTransportHandler.messageReceived(SearchServiceTransportAction.java:634)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchFetchByIdTransportHandler.messageReceived(SearchServiceTransportAction.java:623)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es17b][LBgvMFZTQ2mPcfrFLHm-Og][inet[/10.1.16.159:9300]]{master=true}
52.9% (264.6ms out of 500ms) cpu usage by thread 'elasticsearch[es17b][search][T#8]'
8/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
52.7% (263.6ms out of 500ms) cpu usage by thread 'elasticsearch[es17b][search][T#16]'
6/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 2 elements
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.1% (255.5ms out of 500ms) cpu usage by thread 'elasticsearch[es17b][search][T#13]'
8/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es1b][0t076MaZQ9WmMjhGWBN9tA][inet[/10.1.13.131:9300]]{master=true}
59.1% (295.3ms out of 500ms) cpu usage by thread 'elasticsearch[es1b][search][T#3]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 11 elements
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.index.query.IndexQueryParserService.parse(IndexQueryParserService.java:268)
org.elasticsearch.index.query.IndexQueryParserService.parse(IndexQueryParserService.java:246)
org.elasticsearch.search.query.QueryParseElement.parse(QueryParseElement.java:33)
org.elasticsearch.search.SearchService.parseSource(SearchService.java:554)
org.elasticsearch.search.SearchService.createContext(SearchService.java:481)
org.elasticsearch.search.SearchService.createContext(SearchService.java:466)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:236)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:172)
org.elasticsearch.search.facet.AbstractFacetCollector.setNextReader(AbstractFacetCollector.java:79)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:49)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.setFreqCurrentDoc(AllTermQuery.java:98)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
44.8% (224.1ms out of 500ms) cpu usage by thread 'elasticsearch[es1b][search][T#16]'
10/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
43.2% (216.2ms out of 500ms) cpu usage by thread 'elasticsearch[es1b][search][T#8]'
8/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 16 elements
org.elasticsearch.common.compress.lzf.LZFCompressedIndexInput.uncompress(LZFCompressedIndexInput.java:59)
org.elasticsearch.common.compress.CompressedIndexInput.readyBuffer(CompressedIndexInput.java:188)
org.elasticsearch.common.compress.CompressedIndexInput.seek(CompressedIndexInput.java:155)
org.apache.lucene.index.FieldsReader.doc(FieldsReader.java:232)
org.apache.lucene.index.SegmentReader.document(SegmentReader.java:492)
org.apache.lucene.index.DirectoryReader.document(DirectoryReader.java:568)
org.apache.lucene.search.IndexSearcher.doc(IndexSearcher.java:264)
org.elasticsearch.search.fetch.FetchPhase.loadDocument(FetchPhase.java:288)
org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:159)
org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:438)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchFetchByIdTransportHandler.messageReceived(SearchServiceTransportAction.java:634)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchFetchByIdTransportHandler.messageReceived(SearchServiceTransportAction.java:623)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es14b][4xGTwHfyQr2Lrgg8oUuVyQ][inet[/10.1.16.156:9300]]{master=true}
93.6% (468ms out of 500ms) cpu usage by thread 'elasticsearch[es14b][search][T#13]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
7/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
72.6% (362.8ms out of 500ms) cpu usage by thread 'elasticsearch[es14b][search][T#12]'
6/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
54.9% (274.4ms out of 500ms) cpu usage by thread 'elasticsearch[es14b][search][T#15]'
10/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es53b][XtEoawj1TWSzuuHu3K5w6g][inet[/10.1.17.53:9300]]{master=true}
54.1% (270.4ms out of 500ms) cpu usage by thread 'elasticsearch[es53b][search][T#2]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
49.6% (248ms out of 500ms) cpu usage by thread 'elasticsearch[es53b][search][T#12]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
7/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
45.7% (228.2ms out of 500ms) cpu usage by thread 'elasticsearch[es53b][search][T#14]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es84b][cb9_m0WVSJKibwq605pKzw][inet[/10.1.18.114:9300]]{master=true}
52.6% (262.9ms out of 500ms) cpu usage by thread 'elasticsearch[es84b][search][T#15]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.2% (255.9ms out of 500ms) cpu usage by thread 'elasticsearch[es84b][search][T#1]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.9% (254.5ms out of 500ms) cpu usage by thread 'elasticsearch[es84b][search][T#6]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es22b][4fRuZOSSRKuTurtBpfPV3Q][inet[/10.1.16.102:9300]]{master=true}
59.8% (299ms out of 500ms) cpu usage by thread 'elasticsearch[es22b][search][T#15]'
5/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 11 elements
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.6% (252.8ms out of 500ms) cpu usage by thread 'elasticsearch[es22b][search][T#8]'
5/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
46.0% (229.7ms out of 500ms) cpu usage by thread 'elasticsearch[es22b][search][T#4]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es9b][eKM63JyfSRmbjLe9fwt0GQ][inet[/10.1.16.151:9300]]{master=true}
76.6% (383.1ms out of 500ms) cpu usage by thread 'elasticsearch[es9b][search][T#8]'
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
7/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
65.2% (325.8ms out of 500ms) cpu usage by thread 'elasticsearch[es9b][search][T#9]'
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 22 elements
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:218)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 26 elements
org.apache.lucene.store.DataInput.readVInt(DataInput.java:107)
org.apache.lucene.index.SegmentTermPositions.readDeltaPosition(SegmentTermPositions.java:76)
org.apache.lucene.index.SegmentTermPositions.skipPositions(SegmentTermPositions.java:131)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
59.1% (295.2ms out of 500ms) cpu usage by thread 'elasticsearch[es9b][search][T#12]'
10/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es44b][68EFRYYJQcOpVg-WPaaunQ][inet[/10.1.16.64:9300]]{master=true}
72.7% (363.5ms out of 500ms) cpu usage by thread 'elasticsearch[es44b][search][T#7]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:197)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
56.9% (284.2ms out of 500ms) cpu usage by thread 'elasticsearch[es44b][search][T#10]'
10/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
56.2% (280.8ms out of 500ms) cpu usage by thread 'elasticsearch[es44b][search][T#14]'
9/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es23b][J5MzDdyoTMefwJgQ2m6XoQ][inet[/10.1.16.103:9300]]{master=true}
79.9% (399.3ms out of 500ms) cpu usage by thread 'elasticsearch[es23b][search][T#1]'
4/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 30 elements
java.util.concurrent.ConcurrentHashMap.hash(ConcurrentHashMap.java:332)
java.util.concurrent.ConcurrentHashMap.remove(ConcurrentHashMap.java:1174)
org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:169)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:84)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
77.0% (385.1ms out of 500ms) cpu usage by thread 'elasticsearch[es23b][search][T#10]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 28 elements
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.index.SegmentTermPositions.readDeltaPosition(SegmentTermPositions.java:76)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:72)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:57)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.setFreqCurrentDoc(AllTermQuery.java:98)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
56.9% (284.3ms out of 500ms) cpu usage by thread 'elasticsearch[es23b][search][T#5]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es4a][nk5ieX_oSQ2yysQVUqeVqw][inet[/10.1.13.204:9300]]{master=true}
51.9% (259.6ms out of 500ms) cpu usage by thread 'elasticsearch[es4a][search][T#6]'
8/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
46.1% (230.5ms out of 500ms) cpu usage by thread 'elasticsearch[es4a][search][T#1]'
8/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 31 elements
org.apache.lucene.index.SegmentTermPositions.skipPositions(SegmentTermPositions.java:131)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
45.3% (226.3ms out of 500ms) cpu usage by thread 'elasticsearch[es4a][search][T#16]'
3/10 snapshots sharing following 21 elements
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
7/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es67b][PUF2OkuJT42Q3Ne1Z4UYuQ][inet[es67b/10.1.18.57:9300]]{master=true}
72.6% (362.9ms out of 500ms) cpu usage by thread 'elasticsearch[es67b][search][T#5]'
4/10 snapshots sharing following 13 elements
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
63.6% (318.1ms out of 500ms) cpu usage by thread 'elasticsearch[es67b][search][T#4]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:333)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
59.1% (295.6ms out of 500ms) cpu usage by thread 'elasticsearch[es67b][search][T#7]'
6/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:333)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es87b][kyOdYpO8TUqIXIzWQbH_OQ][inet[/10.1.18.117:9300]]{master=true}
83.3% (416.3ms out of 500ms) cpu usage by thread 'elasticsearch[es87b][search][T#14]'
10/10 snapshots sharing following 4 elements
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
56.3% (281.4ms out of 500ms) cpu usage by thread 'elasticsearch[es87b][search][T#15]'
5/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
55.5% (277.6ms out of 500ms) cpu usage by thread 'elasticsearch[es87b][search][T#9]'
4/10 snapshots sharing following 11 elements
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es32b][gfsLE-JQRS-1dWdjeQzRug][inet[/10.1.16.112:9300]]{master=true}
66.6% (332.9ms out of 500ms) cpu usage by thread 'elasticsearch[es32b][search][T#1]'
10/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
60.3% (301.5ms out of 500ms) cpu usage by thread 'elasticsearch[es32b][search][T#4]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
60.2% (300.9ms out of 500ms) cpu usage by thread 'elasticsearch[es32b][search][T#8]'
7/10 snapshots sharing following 10 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es5b][ADVJW6gfRsOT8YNjPeuNzQ][inet[/10.1.13.135:9300]]{master=true}
65.0% (325ms out of 500ms) cpu usage by thread 'elasticsearch[es5b][search][T#5]'
5/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
57.0% (285ms out of 500ms) cpu usage by thread 'elasticsearch[es5b][search][T#7]'
4/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
55.6% (277.9ms out of 500ms) cpu usage by thread 'elasticsearch[es5b][search][T#12]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 28 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:156)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:57)
org.apache.lucene.search.spans.SpanScorer.<init>(SpanScorer.java:46)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.<init>(AllTermQuery.java:78)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es19b][8ZuphKZHTM6UJyzoEXIQeQ][inet[/10.1.16.161:9300]]{master=true}
93.1% (465.4ms out of 500ms) cpu usage by thread 'elasticsearch[es19b][search][T#16]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
8/10 snapshots sharing following 10 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
60.1% (300.6ms out of 500ms) cpu usage by thread 'elasticsearch[es19b][search][T#9]'
6/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
58.7% (293.4ms out of 500ms) cpu usage by thread 'elasticsearch[es19b][search][T#11]'
10/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es11b][MEivA_P7SLuHqUYjhYRjMg][inet[/10.1.16.153:9300]]{master=true}
48.9% (244.5ms out of 500ms) cpu usage by thread 'elasticsearch[es11b][search][T#16]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 27 elements
java.util.concurrent.ConcurrentHashMap.put(ConcurrentHashMap.java:1129)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:156)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:57)
org.apache.lucene.search.spans.SpanScorer.<init>(SpanScorer.java:46)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.<init>(AllTermQuery.java:78)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 10 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
46.2% (231ms out of 500ms) cpu usage by thread 'elasticsearch[es11b][search][T#11]'
7/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
43.7% (218.3ms out of 500ms) cpu usage by thread 'elasticsearch[es11b][search][T#6]'
5/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es86b][_s0BTaT_QO6ZCz6dMJauUw][inet[/10.1.18.116:9300]]{master=true}
95.2% (476.2ms out of 500ms) cpu usage by thread 'elasticsearch[es86b][search][T#3]'
6/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
79.7% (398.5ms out of 500ms) cpu usage by thread 'elasticsearch[es86b][search][T#6]'
3/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
59.0% (294.8ms out of 500ms) cpu usage by thread 'elasticsearch[es86b][search][T#5]'
4/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es72b][WEocI3aXQIKmptuupSvKbA][inet[/10.1.18.62:9300]]{master=true}
92.8% (464.1ms out of 500ms) cpu usage by thread 'elasticsearch[es72b][search][T#12]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
8/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
58.8% (294ms out of 500ms) cpu usage by thread 'elasticsearch[es72b][search][T#9]'
4/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
58.1% (290.3ms out of 500ms) cpu usage by thread 'elasticsearch[es72b][search][T#5]'
5/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
java.util.ComparableTimSort.ensureCapacity(ComparableTimSort.java:869)
java.util.ComparableTimSort.mergeLo(ComparableTimSort.java:623)
java.util.ComparableTimSort.mergeAt(ComparableTimSort.java:451)
java.util.ComparableTimSort.mergeForceCollapse(ComparableTimSort.java:392)
java.util.ComparableTimSort.sort(ComparableTimSort.java:191)
java.util.ComparableTimSort.sort(ComparableTimSort.java:146)
java.util.Arrays.sort(Arrays.java:472)
org.apache.lucene.search.XTermsFilter.<init>(XTermsFilter.java:45)
org.elasticsearch.index.query.TermsFilterParser.parse(TermsFilterParser.java:129)
org.elasticsearch.index.query.QueryParseContext.parseInnerFilter(QueryParseContext.java:225)
org.elasticsearch.index.query.BoolFilterParser.parse(BoolFilterParser.java:69)
org.elasticsearch.index.query.QueryParseContext.parseInnerFilter(QueryParseContext.java:225)
org.elasticsearch.index.query.IndexQueryParserService.parseInnerFilter(IndexQueryParserService.java:256)
org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:87)
org.elasticsearch.search.SearchService.parseSource(SearchService.java:554)
org.elasticsearch.search.SearchService.createContext(SearchService.java:481)
org.elasticsearch.search.SearchService.createContext(SearchService.java:466)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:236)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es63b][ZoCTuarCQqm9if0V09ebqQ][inet[/10.1.15.63:9300]]{master=true}
68.7% (343.5ms out of 500ms) cpu usage by thread 'elasticsearch[es63b][search][T#6]'
2/10 snapshots sharing following 32 elements
org.apache.lucene.index.TermInfosReaderIndex.getIndexOffset(TermInfosReaderIndex.java:156)
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:232)
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:172)
org.apache.lucene.index.SegmentReader.docFreq(SegmentReader.java:539)
org.apache.lucene.index.DirectoryReader.docFreq(DirectoryReader.java:707)
org.apache.lucene.search.IndexSearcher.docFreq(IndexSearcher.java:236)
org.apache.lucene.search.Similarity.idfExplain(Similarity.java:850)
org.apache.lucene.search.spans.SpanWeight.<init>(SpanWeight.java:51)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.<init>(AllTermQuery.java:61)
org.elasticsearch.common.lucene.all.AllTermQuery.createWeight(AllTermQuery.java:55)
org.apache.lucene.search.BooleanQuery$BooleanWeight.<init>(BooleanQuery.java:176)
org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:354)
org.apache.lucene.search.Searcher.createNormalizedWeight(Searcher.java:168)
org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:664)
org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:133)
org.apache.lucene.search.Query.weight(Query.java:103)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.<init>(FiltersFunctionScoreQuery.java:119)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery.createWeight(FiltersFunctionScoreQuery.java:110)
org.apache.lucene.search.FilteredQuery.createWeight(FilteredQuery.java:63)
org.apache.lucene.search.Searcher.createNormalizedWeight(Searcher.java:168)
org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:664)
org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:133)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 21 elements
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 24 elements
org.apache.lucene.index.SegmentTermPositions.skipPositions(SegmentTermPositions.java:131)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
56.0% (280.1ms out of 500ms) cpu usage by thread 'elasticsearch[es63b][search][T#3]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
55.0% (275.1ms out of 500ms) cpu usage by thread 'elasticsearch[es63b][search][T#4]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es68b][UC-iCsJ9TjONTKZDbDoLIA][inet[/10.1.18.58:9300]]{master=true}
57.1% (285.3ms out of 500ms) cpu usage by thread 'elasticsearch[es68b][search][T#11]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
55.9% (279.7ms out of 500ms) cpu usage by thread 'elasticsearch[es68b][search][T#15]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 26 elements
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.4% (257ms out of 500ms) cpu usage by thread 'elasticsearch[es68b][search][T#3]'
3/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.search.BooleanQuery.getClauses(BooleanQuery.java:143)
org.elasticsearch.common.lucene.search.Queries.optimizeQuery(Queries.java:71)
org.apache.lucene.queryParser.MapperQueryParser.getBooleanQuery(MapperQueryParser.java:720)
org.apache.lucene.queryParser.QueryParser.getBooleanQuery(QueryParser.java:933)
org.apache.lucene.queryParser.QueryParser.Query(QueryParser.java:1281)
org.apache.lucene.queryParser.QueryParser.TopLevelQuery(QueryParser.java:1234)
org.apache.lucene.queryParser.QueryParser.parse(QueryParser.java:206)
org.elasticsearch.index.query.QueryStringQueryParser.parse(QueryStringQueryParser.java:212)
org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:188)
org.elasticsearch.index.query.CustomFiltersScoreQueryParser.parse(CustomFiltersScoreQueryParser.java:77)
org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:188)
org.elasticsearch.index.query.IndexQueryParserService.parse(IndexQueryParserService.java:268)
org.elasticsearch.index.query.IndexQueryParserService.parse(IndexQueryParserService.java:246)
org.elasticsearch.search.query.QueryParseElement.parse(QueryParseElement.java:33)
org.elasticsearch.search.SearchService.parseSource(SearchService.java:554)
org.elasticsearch.search.SearchService.createContext(SearchService.java:481)
org.elasticsearch.search.SearchService.createContext(SearchService.java:466)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:236)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es74b][CAAguE7eR_WEOMXp4zumjw][inet[/10.1.18.64:9300]]{master=true}
77.4% (386.9ms out of 500ms) cpu usage by thread 'elasticsearch[es74b][search][T#11]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
65.7% (328.5ms out of 500ms) cpu usage by thread 'elasticsearch[es74b][search][T#4]'
5/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
48.2% (241.1ms out of 500ms) cpu usage by thread 'elasticsearch[es74b][search][T#2]'
5/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es81b][HVmGhOwcT7-ucHgkibjTvA][inet[/10.1.18.111:9300]]{master=true}
69.1% (345.4ms out of 500ms) cpu usage by thread 'elasticsearch[es81b][search][T#13]'
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
8/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.9% (259.6ms out of 500ms) cpu usage by thread 'elasticsearch[es81b][search][T#10]'
7/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
48.2% (240.7ms out of 500ms) cpu usage by thread 'elasticsearch[es81b][search][T#11]'
7/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es76b][lIuBk6l8SHmCylUGnai9hw][inet[/10.1.18.66:9300]]{master=true}
41.0% (205.2ms out of 500ms) cpu usage by thread 'elasticsearch[es76b][search][T#10]'
2/10 snapshots sharing following 11 elements
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 34 elements
org.apache.lucene.index.TermBuffer.read(TermBuffer.java:82)
org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java:133)
org.apache.lucene.index.SegmentTermEnum.scanTo(SegmentTermEnum.java:174)
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:236)
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:172)
org.apache.lucene.index.SegmentReader.docFreq(SegmentReader.java:539)
org.apache.lucene.index.DirectoryReader.docFreq(DirectoryReader.java:707)
org.apache.lucene.search.IndexSearcher.docFreq(IndexSearcher.java:236)
org.apache.lucene.search.Similarity.idfExplain(Similarity.java:850)
org.apache.lucene.search.spans.SpanWeight.<init>(SpanWeight.java:51)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.<init>(AllTermQuery.java:61)
org.elasticsearch.common.lucene.all.AllTermQuery.createWeight(AllTermQuery.java:55)
org.apache.lucene.search.BooleanQuery$BooleanWeight.<init>(BooleanQuery.java:176)
org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:354)
org.apache.lucene.search.Searcher.createNormalizedWeight(Searcher.java:168)
org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:664)
org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:133)
org.apache.lucene.search.Query.weight(Query.java:103)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.<init>(FiltersFunctionScoreQuery.java:119)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery.createWeight(FiltersFunctionScoreQuery.java:110)
org.apache.lucene.search.FilteredQuery.createWeight(FilteredQuery.java:63)
org.apache.lucene.search.Searcher.createNormalizedWeight(Searcher.java:168)
org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:664)
org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:133)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 28 elements
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.index.SegmentTermPositions.skipPositions(SegmentTermPositions.java:131)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
38.3% (191.3ms out of 500ms) cpu usage by thread 'elasticsearch[es76b][search][T#11]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 33 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:197)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
37.8% (188.8ms out of 500ms) cpu usage by thread 'elasticsearch[es76b][search][T#6]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 17 elements
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es3b][31bopwF3T1-WmXWgmZRLYQ][inet[/10.1.13.133:9300]]{master=true}
76.8% (384.1ms out of 500ms) cpu usage by thread 'elasticsearch[es3b][search][T#14]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
63.4% (316.9ms out of 500ms) cpu usage by thread 'elasticsearch[es3b][search][T#13]'
2/10 snapshots sharing following 26 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:197)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:333)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
55.6% (277.8ms out of 500ms) cpu usage by thread 'elasticsearch[es3b][search][T#1]'
4/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 26 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:197)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es27b][ynbBA6Q6TYGrYzMxyl9TYA][inet[/10.1.16.107:9300]]{master=true}
68.5% (342.6ms out of 500ms) cpu usage by thread 'elasticsearch[es27b][search][T#3]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
56.3% (281.4ms out of 500ms) cpu usage by thread 'elasticsearch[es27b][search][T#14]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 15 elements
java.lang.Object.clone(Native Method)
org.elasticsearch.common.netty.buffer.CompositeChannelBuffer.<init>(CompositeChannelBuffer.java:144)
org.elasticsearch.common.netty.buffer.CompositeChannelBuffer.duplicate(CompositeChannelBuffer.java:556)
org.elasticsearch.common.bytes.ChannelBufferBytesReference.streamInput(ChannelBufferBytesReference.java:57)
org.elasticsearch.common.xcontent.smile.SmileXContent.createParser(SmileXContent.java:98)
org.elasticsearch.search.SearchService.parseSource(SearchService.java:544)
org.elasticsearch.search.SearchService.createContext(SearchService.java:481)
org.elasticsearch.search.SearchService.createContext(SearchService.java:466)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:236)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
56.0% (280.1ms out of 500ms) cpu usage by thread 'elasticsearch[es27b][search][T#12]'
10/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es33b][NOCykuVBQDSmzsel6b26pA][inet[/10.1.16.53:9300]]{master=true}
59.0% (295.2ms out of 500ms) cpu usage by thread 'elasticsearch[es33b][search][T#16]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
53.4% (266.9ms out of 500ms) cpu usage by thread 'elasticsearch[es33b][search][T#4]'
8/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.6% (253.1ms out of 500ms) cpu usage by thread 'elasticsearch[es33b][search][T#15]'
6/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es30b][KtKSjV4IRJidSGjdQU6Opg][inet[/10.1.16.110:9300]]{master=true}
60.1% (300.3ms out of 500ms) cpu usage by thread 'elasticsearch[es30b][search][T#4]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 24 elements
org.apache.lucene.index.SegmentTermDocs.next(SegmentTermDocs.java:139)
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:49)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.setFreqCurrentDoc(AllTermQuery.java:98)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 26 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:197)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.index.TermInfosReaderIndex.compareTo(TermInfosReaderIndex.java:206)
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:196)
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:172)
org.apache.lucene.index.SegmentReader.docFreq(SegmentReader.java:539)
org.apache.lucene.index.DirectoryReader.docFreq(DirectoryReader.java:707)
org.apache.lucene.search.IndexSearcher.docFreq(IndexSearcher.java:236)
org.apache.lucene.search.Similarity.idfExplain(Similarity.java:850)
org.apache.lucene.search.spans.SpanWeight.<init>(SpanWeight.java:51)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.<init>(AllTermQuery.java:61)
org.elasticsearch.common.lucene.all.AllTermQuery.createWeight(AllTermQuery.java:55)
org.apache.lucene.search.BooleanQuery$BooleanWeight.<init>(BooleanQuery.java:176)
org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:354)
org.apache.lucene.search.Searcher.createNormalizedWeight(Searcher.java:168)
org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:664)
org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:133)
org.apache.lucene.search.Query.weight(Query.java:103)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.<init>(FiltersFunctionScoreQuery.java:119)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery.createWeight(FiltersFunctionScoreQuery.java:110)
org.apache.lucene.search.FilteredQuery.createWeight(FilteredQuery.java:63)
org.apache.lucene.search.Searcher.createNormalizedWeight(Searcher.java:168)
org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:664)
org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:133)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
52.2% (260.9ms out of 500ms) cpu usage by thread 'elasticsearch[es30b][search][T#14]'
7/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:216)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
52.0% (259.9ms out of 500ms) cpu usage by thread 'elasticsearch[es30b][search][T#11]'
6/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es25b][R9iOxaRvQT-d8oIfomM14g][inet[/10.1.16.105:9300]]{master=true}
84.7% (423.3ms out of 500ms) cpu usage by thread 'elasticsearch[es25b][search][T#10]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 28 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentReader.termDocs(SegmentReader.java:527)
org.apache.lucene.search.XTermsFilter.getDocIdSet(XTermsFilter.java:71)
org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:172)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDISI(XBooleanFilter.java:46)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:113)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
55.3% (276.7ms out of 500ms) cpu usage by thread 'elasticsearch[es25b][search][T#11]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
55.3% (276.4ms out of 500ms) cpu usage by thread 'elasticsearch[es25b][search][T#2]'
2/10 snapshots sharing following 11 elements
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
8/10 snapshots sharing following 10 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es40b][D1HmZM4TSqGeHDmyAwIuaQ][inet[/10.1.16.60:9300]]{master=true}
72.6% (363ms out of 500ms) cpu usage by thread 'elasticsearch[es40b][search][T#8]'
7/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
57.6% (287.7ms out of 500ms) cpu usage by thread 'elasticsearch[es40b][search][T#1]'
4/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
55.1% (275.3ms out of 500ms) cpu usage by thread 'elasticsearch[es40b][search][T#5]'
8/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.or(FixedBitSet.java:202)
org.elasticsearch.common.lucene.docset.DocSets.or(DocSets.java:51)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:119)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es5a][0rCXtZ__Saa3dvCqU5NPkw][inet[/10.1.13.205:9300]]{master=true}
26.8% (133.7ms out of 500ms) cpu usage by thread 'elasticsearch[es5a][search][T#4]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
20.6% (102.7ms out of 500ms) cpu usage by thread 'elasticsearch[es5a][search][T#16]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
18.0% (90.2ms out of 500ms) cpu usage by thread 'elasticsearch[es5a][search][T#1]'
10/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es51b][WCKeduU-RZWN8SBoo-7MKg][inet[/10.1.17.51:9300]]{master=true}
62.4% (312.1ms out of 500ms) cpu usage by thread 'elasticsearch[es51b][search][T#6]'
6/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
45.0% (225.1ms out of 500ms) cpu usage by thread 'elasticsearch[es51b][search][T#14]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 13 elements
org.apache.lucene.index.FieldsReader.doc(FieldsReader.java:232)
org.apache.lucene.index.SegmentReader.document(SegmentReader.java:492)
org.apache.lucene.index.DirectoryReader.document(DirectoryReader.java:568)
org.apache.lucene.search.IndexSearcher.doc(IndexSearcher.java:264)
org.elasticsearch.search.fetch.FetchPhase.loadDocument(FetchPhase.java:288)
org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:159)
org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:438)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchFetchByIdTransportHandler.messageReceived(SearchServiceTransportAction.java:634)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchFetchByIdTransportHandler.messageReceived(SearchServiceTransportAction.java:623)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 10 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
43.3% (216.4ms out of 500ms) cpu usage by thread 'elasticsearch[es51b][search][T#10]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es55b][I-z-_yZ9S3uCTjNmoZOZxg][inet[/10.1.17.55:9300]]{master=true}
68.4% (341.9ms out of 500ms) cpu usage by thread 'elasticsearch[es55b][search][T#5]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 22 elements
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:49)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.setFreqCurrentDoc(AllTermQuery.java:98)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:108)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
53.2% (265.9ms out of 500ms) cpu usage by thread 'elasticsearch[es55b][search][T#7]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
41.5% (207.4ms out of 500ms) cpu usage by thread 'elasticsearch[es55b][search][T#9]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es26b][tHrT5qBKR4iYHlfnEFq-hg][inet[/10.1.16.106:9300]]{master=true}
93.7% (468.4ms out of 500ms) cpu usage by thread 'elasticsearch[es26b][search][T#16]'
6/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
76.3% (381.3ms out of 500ms) cpu usage by thread 'elasticsearch[es26b][search][T#4]'
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
73.5% (367.6ms out of 500ms) cpu usage by thread 'elasticsearch[es26b][search][T#15]'
6/10 snapshots sharing following 31 elements
org.apache.lucene.index.SegmentTermPositions.skipPositions(SegmentTermPositions.java:131)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:49)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.setFreqCurrentDoc(AllTermQuery.java:98)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:216)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es83b][qvX18nBGQn6_yyl3l0IL0A][inet[/10.1.18.113:9300]]{master=true}
96.4% (482.1ms out of 500ms) cpu usage by thread 'elasticsearch[es83b][search][T#7]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 19 elements
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:49)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.setFreqCurrentDoc(AllTermQuery.java:98)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
84.6% (422.8ms out of 500ms) cpu usage by thread 'elasticsearch[es83b][search][T#6]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 35 elements
org.apache.lucene.util.UnicodeUtil.UTF8toUTF16(UnicodeUtil.java:541)
org.apache.lucene.index.TermBuffer.read(TermBuffer.java:83)
org.apache.lucene.index.SegmentTermEnum.next(SegmentTermEnum.java:133)
org.apache.lucene.index.SegmentTermEnum.scanTo(SegmentTermEnum.java:174)
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:236)
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:172)
org.apache.lucene.index.SegmentReader.docFreq(SegmentReader.java:539)
org.apache.lucene.index.DirectoryReader.docFreq(DirectoryReader.java:707)
org.apache.lucene.search.IndexSearcher.docFreq(IndexSearcher.java:236)
org.apache.lucene.search.Similarity.idfExplain(Similarity.java:850)
org.apache.lucene.search.spans.SpanWeight.<init>(SpanWeight.java:51)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.<init>(AllTermQuery.java:61)
org.elasticsearch.common.lucene.all.AllTermQuery.createWeight(AllTermQuery.java:55)
org.apache.lucene.search.BooleanQuery$BooleanWeight.<init>(BooleanQuery.java:176)
org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:354)
org.apache.lucene.search.Searcher.createNormalizedWeight(Searcher.java:168)
org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:664)
org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:133)
org.apache.lucene.search.Query.weight(Query.java:103)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.<init>(FiltersFunctionScoreQuery.java:119)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery.createWeight(FiltersFunctionScoreQuery.java:110)
org.apache.lucene.search.FilteredQuery.createWeight(FilteredQuery.java:63)
org.apache.lucene.search.Searcher.createNormalizedWeight(Searcher.java:168)
org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:664)
org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:133)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
76.6% (382.9ms out of 500ms) cpu usage by thread 'elasticsearch[es83b][search][T#10]'
2/10 snapshots sharing following 20 elements
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 11 elements
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es41b][7b9cVTjYTs6kNw9R1RAMwg][inet[/10.1.16.61:9300]]{master=true}
54.2% (270.8ms out of 500ms) cpu usage by thread 'elasticsearch[es41b][search][T#7]'
10/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.2% (250.8ms out of 500ms) cpu usage by thread 'elasticsearch[es41b][search][T#10]'
10/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
49.3% (246.2ms out of 500ms) cpu usage by thread 'elasticsearch[es41b][search][T#2]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
7/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es73b][usyQ4piHQa25QUuIQnDA5A][inet[/10.1.18.63:9300]]{master=true}
95.8% (478.9ms out of 500ms) cpu usage by thread 'elasticsearch[es73b][search][T#11]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
57.7% (288.4ms out of 500ms) cpu usage by thread 'elasticsearch[es73b][search][T#16]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.or(FixedBitSet.java:202)
org.elasticsearch.common.lucene.docset.DocSets.or(DocSets.java:51)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:119)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 33 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:197)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:216)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
56.1% (280.4ms out of 500ms) cpu usage by thread 'elasticsearch[es73b][search][T#7]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es57b][BBt2Aku0RECVNtsb7NZFOg][inet[/10.1.11.177:9300]]{master=true}
70.5% (352.3ms out of 500ms) cpu usage by thread 'elasticsearch[es57b][search][T#4]'
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
59.4% (296.8ms out of 500ms) cpu usage by thread 'elasticsearch[es57b][search][T#12]'
3/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 11 elements
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
java.lang.System.arraycopy(Native Method)
org.apache.lucene.queryParser.FastCharStream.refill(FastCharStream.java:63)
org.apache.lucene.queryParser.FastCharStream.readChar(FastCharStream.java:47)
org.apache.lucene.queryParser.QueryParserTokenManager.jjMoveNfa_3(QueryParserTokenManager.java:542)
org.apache.lucene.queryParser.QueryParserTokenManager.jjMoveStringLiteralDfa0_3(QueryParserTokenManager.java:86)
org.apache.lucene.queryParser.QueryParserTokenManager.getNextToken(QueryParserTokenManager.java:1203)
org.apache.lucene.queryParser.QueryParser.jj_scan_token(QueryParser.java:1740)
org.apache.lucene.queryParser.QueryParser.jj_3R_2(QueryParser.java:1639)
org.apache.lucene.queryParser.QueryParser.jj_3_1(QueryParser.java:1624)
org.apache.lucene.queryParser.QueryParser.jj_2_1(QueryParser.java:1616)
org.apache.lucene.queryParser.QueryParser.Clause(QueryParser.java:1289)
org.apache.lucene.queryParser.QueryParser.Query(QueryParser.java:1245)
org.apache.lucene.queryParser.QueryParser.TopLevelQuery(QueryParser.java:1234)
org.apache.lucene.queryParser.QueryParser.parse(QueryParser.java:206)
org.elasticsearch.index.query.QueryStringQueryParser.parse(QueryStringQueryParser.java:212)
org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:188)
org.elasticsearch.index.query.CustomFiltersScoreQueryParser.parse(CustomFiltersScoreQueryParser.java:77)
org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:188)
org.elasticsearch.index.query.IndexQueryParserService.parse(IndexQueryParserService.java:268)
org.elasticsearch.index.query.IndexQueryParserService.parse(IndexQueryParserService.java:246)
org.elasticsearch.search.query.QueryParseElement.parse(QueryParseElement.java:33)
org.elasticsearch.search.SearchService.parseSource(SearchService.java:554)
org.elasticsearch.search.SearchService.createContext(SearchService.java:481)
org.elasticsearch.search.SearchService.createContext(SearchService.java:466)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:236)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
58.8% (293.8ms out of 500ms) cpu usage by thread 'elasticsearch[es57b][search][T#16]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 27 elements
java.lang.Object.getClass(Native Method)
org.apache.lucene.queryParser.QueryParserSettings.equals(QueryParserSettings.java:296)
org.elasticsearch.common.base.Equivalence$Equals.doEquivalent(Equivalence.java:328)
org.elasticsearch.common.base.Equivalence.equivalent(Equivalence.java:71)
org.elasticsearch.common.cache.LocalCache$Segment.getEntry(LocalCache.java:2762)
org.elasticsearch.common.cache.LocalCache$Segment.getLiveEntry(LocalCache.java:2772)
org.elasticsearch.common.cache.LocalCache$Segment.get(LocalCache.java:2809)
org.elasticsearch.common.cache.LocalCache.getIfPresent(LocalCache.java:3979)
org.elasticsearch.common.cache.LocalCache$LocalManualCache.getIfPresent(LocalCache.java:4787)
org.elasticsearch.index.cache.query.parser.resident.ResidentQueryParserCache.get(ResidentQueryParserCache.java:66)
org.elasticsearch.index.query.QueryStringQueryParser.parse(QueryStringQueryParser.java:204)
org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:188)
org.elasticsearch.index.query.CustomFiltersScoreQueryParser.parse(CustomFiltersScoreQueryParser.java:77)
org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:188)
org.elasticsearch.index.query.IndexQueryParserService.parse(IndexQueryParserService.java:268)
org.elasticsearch.index.query.IndexQueryParserService.parse(IndexQueryParserService.java:246)
org.elasticsearch.search.query.QueryParseElement.parse(QueryParseElement.java:33)
org.elasticsearch.search.SearchService.parseSource(SearchService.java:554)
org.elasticsearch.search.SearchService.createContext(SearchService.java:481)
org.elasticsearch.search.SearchService.createContext(SearchService.java:466)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:236)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 19 elements
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es59b][TxVz8fZlTu-UBTrkC9xYiw][inet[/10.1.11.179:9300]]{master=true}
69.8% (349ms out of 500ms) cpu usage by thread 'elasticsearch[es59b][search][T#10]'
6/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
65.4% (327ms out of 500ms) cpu usage by thread 'elasticsearch[es59b][search][T#5]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
8/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
40.4% (201.9ms out of 500ms) cpu usage by thread 'elasticsearch[es59b][search][T#13]'
6/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es2b][B57fZN6hTey-Mu4Jqfy9Tg][inet[/10.1.13.132:9300]]{master=true}
61.3% (306.6ms out of 500ms) cpu usage by thread 'elasticsearch[es2b][search][T#5]'
5/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
56.7% (283.4ms out of 500ms) cpu usage by thread 'elasticsearch[es2b][search][T#13]'
8/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
49.8% (249ms out of 500ms) cpu usage by thread 'elasticsearch[es2b][search][T#11]'
7/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es1a][RCLnSdkAStWF46skSnvQ3g][inet[/10.1.13.201:9300]]{master=true}
97.8% (488.9ms out of 500ms) cpu usage by thread 'elasticsearch[es1a][search][T#1]'
4/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
77.2% (385.7ms out of 500ms) cpu usage by thread 'elasticsearch[es1a][search][T#12]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 33 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:197)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
52.7% (263.6ms out of 500ms) cpu usage by thread 'elasticsearch[es1a][search][T#10]'
10/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es60b][NOCD55GrTXeiM9tAKjVobQ][inet[/10.1.15.60:9300]]{master=true}
76.6% (382.8ms out of 500ms) cpu usage by thread 'elasticsearch[es60b][search][T#5]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 35 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.MultiLevelSkipListReader.loadSkipLevels(MultiLevelSkipListReader.java:206)
org.apache.lucene.index.MultiLevelSkipListReader.skipTo(MultiLevelSkipListReader.java:97)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:204)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 23 elements
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:216)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
63.0% (315.2ms out of 500ms) cpu usage by thread 'elasticsearch[es60b][search][T#14]'
2/10 snapshots sharing following 11 elements
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
58.9% (294.5ms out of 500ms) cpu usage by thread 'elasticsearch[es60b][search][T#4]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
7/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es28b][obMVm0nfTMa2KI174JM5Qg][inet[/10.1.16.108:9300]]{master=true}
60.6% (302.8ms out of 500ms) cpu usage by thread 'elasticsearch[es28b][search][T#3]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.or(FixedBitSet.java:202)
org.elasticsearch.common.lucene.docset.DocSets.or(DocSets.java:51)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:119)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
56.6% (283ms out of 500ms) cpu usage by thread 'elasticsearch[es28b][search][T#16]'
4/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
39.5% (197.6ms out of 500ms) cpu usage by thread 'elasticsearch[es28b][search][T#11]'
7/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es54b][as00wuKaSpOZ4TaS6U_KyQ][inet[/10.1.17.54:9300]]{master=true}
63.0% (314.8ms out of 500ms) cpu usage by thread 'elasticsearch[es54b][search][T#12]'
10/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
52.3% (261.6ms out of 500ms) cpu usage by thread 'elasticsearch[es54b][search][T#6]'
6/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
50.2% (250.7ms out of 500ms) cpu usage by thread 'elasticsearch[es54b][search][T#8]'
6/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 11 elements
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es21b][6QV-fOe_TsqADOofu58CTw][inet[/10.1.16.101:9300]]{master=true}
73.1% (365.5ms out of 500ms) cpu usage by thread 'elasticsearch[es21b][search][T#7]'
10/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
59.6% (298.2ms out of 500ms) cpu usage by thread 'elasticsearch[es21b][search][T#1]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 19 elements
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
51.5% (257.5ms out of 500ms) cpu usage by thread 'elasticsearch[es21b][search][T#12]'
3/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 11 elements
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 11 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es7a][LphNTQUBRUGpWQhVuoTFEA][inet[/10.1.13.207:9300]]{master=true}
65.0% (324.8ms out of 500ms) cpu usage by thread 'elasticsearch[es7a][search][T#12]'
8/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 8 elements
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
64.0% (320.1ms out of 500ms) cpu usage by thread 'elasticsearch[es7a][search][T#8]'
5/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 17 elements
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
55.2% (276ms out of 500ms) cpu usage by thread 'elasticsearch[es7a][search][T#11]'
7/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es36b][eOoyjglcSpWo4b5nTRdRqg][inet[/10.1.16.56:9300]]{master=true}
89.6% (448ms out of 500ms) cpu usage by thread 'elasticsearch[es36b][search][T#14]'
5/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:54)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:118)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
74.8% (373.7ms out of 500ms) cpu usage by thread 'elasticsearch[es36b][search][T#2]'
10/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
58.3% (291.5ms out of 500ms) cpu usage by thread 'elasticsearch[es36b][search][T#1]'
6/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 11 elements
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 5 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es34b][GcU3MWT0TR-X3dOLR2SYxw][inet[/10.1.13.139:9300]]{master=true}
77.3% (386.6ms out of 500ms) cpu usage by thread 'elasticsearch[es34b][search][T#4]'
5/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 10 elements
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
57.0% (285ms out of 500ms) cpu usage by thread 'elasticsearch[es34b][search][T#3]'
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
55.7% (278.6ms out of 500ms) cpu usage by thread 'elasticsearch[es34b][search][T#11]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
5/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es38b][lE3LI3RXTyiVRY9Ycy0ZHQ][inet[/10.1.16.58:9300]]{master=true}
93.6% (468.2ms out of 500ms) cpu usage by thread 'elasticsearch[es38b][search][T#16]'
10/10 snapshots sharing following 4 elements
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
71.6% (358.2ms out of 500ms) cpu usage by thread 'elasticsearch[es38b][search][T#3]'
4/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 29 elements
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:72)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:57)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.setFreqCurrentDoc(AllTermQuery.java:98)
org.apache.lucene.search.spans.SpanScorer.nextDoc(SpanScorer.java:56)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:40)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
60.2% (301.2ms out of 500ms) cpu usage by thread 'elasticsearch[es38b][search][T#15]'
10/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es9a][k2wajid_TFS1VMuEy6S5mQ][inet[/10.1.13.209:9300]]{master=true}
78.5% (392.5ms out of 500ms) cpu usage by thread 'elasticsearch[es9a][search][T#6]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 23 elements
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 29 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
68.3% (341.2ms out of 500ms) cpu usage by thread 'elasticsearch[es9a][search][T#13]'
5/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
64.6% (323.2ms out of 500ms) cpu usage by thread 'elasticsearch[es9a][search][T#4]'
2/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:169)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:73)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 30 elements
org.apache.lucene.index.SegmentTermPositions.next(SegmentTermPositions.java:103)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:216)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 13 elements
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es89b][hSF95TcoRFeHeRR8QgBd8A][inet[/10.1.18.119:9300]]{master=true}
71.3% (356.3ms out of 500ms) cpu usage by thread 'elasticsearch[es89b][search][T#5]'
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
6/10 snapshots sharing following 7 elements
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 20 elements
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:274)
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:110)
org.elasticsearch.common.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106)
org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:131)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:570)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:96)
org.elasticsearch.transport.netty.NettyTransportChannel.sendResponse(NettyTransportChannel.java:67)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:530)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
45.6% (227.8ms out of 500ms) cpu usage by thread 'elasticsearch[es89b][search][T#1]'
3/10 snapshots sharing following 20 elements
org.apache.lucene.util.FixedBitSet.and(FixedBitSet.java:238)
org.elasticsearch.common.lucene.docset.DocSets.and(DocSets.java:65)
org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:121)
org.elasticsearch.common.lucene.search.FilteredCollector.setNextReader(FilteredCollector.java:62)
org.apache.lucene.search.TimeLimitingCollector.setNextReader(TimeLimitingCollector.java:159)
org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:65)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 28 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:156)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:57)
org.apache.lucene.search.spans.SpanScorer.<init>(SpanScorer.java:46)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.<init>(AllTermQuery.java:78)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 21 elements
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.advance(ConjunctionScorer.java:110)
org.apache.lucene.search.BooleanScorer2.advance(BooleanScorer2.java:326)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorScorer.advance(FiltersFunctionScoreQuery.java:281)
org.apache.lucene.search.FilteredQuery$2.score(FilteredQuery.java:169)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:581)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
45.0% (224.9ms out of 500ms) cpu usage by thread 'elasticsearch[es89b][search][T#11]'
3/10 snapshots sharing following 30 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:49)
org.apache.lucene.index.SegmentTermDocs.<init>(SegmentTermDocs.java:62)
org.apache.lucene.index.SegmentTermPositions.<init>(SegmentTermPositions.java:43)
org.apache.lucene.index.SegmentReader.termPositions(SegmentReader.java:533)
org.apache.lucene.index.IndexReader.termPositions(IndexReader.java:1339)
org.apache.lucene.search.spans.SpanTermQuery.getSpans(SpanTermQuery.java:83)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 14 elements
java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:352)
java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:296)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:502)
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
2/10 snapshots sharing following 11 elements
org.elasticsearch.common.CacheRecycler.pushIntArray(CacheRecycler.java:492)
org.elasticsearch.search.facet.terms.ints.TermsIntOrdinalsFacetCollector.facet(TermsIntOrdinalsFacetCollector.java:188)
org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:140)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:187)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 6 elements
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
::: [es4b][ppcBZ_XUTtC_rqAq6geTdg][inet[/10.1.13.134:9300]]{master=true}
73.1% (365.5ms out of 500ms) cpu usage by thread 'elasticsearch[es4b][search][T#4]'
2/10 snapshots sharing following 28 elements
java.lang.System.identityHashCode(Native Method)
org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:181)
org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:85)
org.apache.lucene.store.MMapDirectory$MMapIndexInput.clone(MMapDirectory.java:411)
org.apache.lucene.index.SegmentTermPositions.lazySkip(SegmentTermPositions.java:156)
org.apache.lucene.index.SegmentTermPositions.nextPosition(SegmentTermPositions.java:70)
org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:57)
org.apache.lucene.search.spans.SpanScorer.<init>(SpanScorer.java:46)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight$AllTermSpanScorer.<init>(AllTermQuery.java:78)
org.elasticsearch.common.lucene.all.AllTermQuery$AllTermWeight.scorer(AllTermQuery.java:67)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:305)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
3/10 snapshots sharing following 31 elements
org.apache.lucene.index.MultiLevelSkipListReader.loadNextSkip(MultiLevelSkipListReader.java:140)
org.apache.lucene.index.MultiLevelSkipListReader.skipTo(MultiLevelSkipListReader.java:110)
org.apache.lucene.index.SegmentTermDocs.skipTo(SegmentTermDocs.java:204)
org.apache.lucene.search.spans.TermSpans.skipTo(TermSpans.java:64)
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
4/10 snapshots sharing following 27 elements
org.apache.lucene.search.spans.SpanScorer.advance(SpanScorer.java:68)
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:97)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:32)
org.apache.lucene.search.BooleanScorer2$2.<init>(BooleanScorer2.java:184)
org.apache.lucene.search.BooleanScorer2.countingConjunctionSumScorer(BooleanScorer2.java:179)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorerSomeReq(BooleanScorer2.java:240)
org.apache.lucene.search.BooleanScorer2.makeCountingSumScorer(BooleanScorer2.java:217)
org.apache.lucene.search.BooleanScorer2.<init>(BooleanScorer2.java:102)
org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer(BooleanQuery.java:335)
org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:145)
org.apache.lucene.search.FilteredQuery.getFilteredScorer(FilteredQuery.java:149)
org.apache.lucene.search.FilteredQuery$1.scorer(FilteredQuery.java:117)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:190)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342)
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330)
org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:178)
org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:242)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:529)
org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:518)
org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:268)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722)
unique snapshot
org.apache.lucene.search.ConjunctionScorer.doNext(ConjunctionScorer.java:98)
org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:70)
org.apache.lucene.search.
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment