Skip to content

Instantly share code, notes, and snippets.

@st4r-fish

st4r-fish/hot_threads.txt

Created June 2, 2020 12:04
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save st4r-fish/094b49cbb2108194c53a40d0241d4157 to your computer and use it in GitHub Desktop.
Save st4r-fish/094b49cbb2108194c53a40d0241d4157 to your computer and use it in GitHub Desktop.
Download ZIP
ES hot threads sample
Raw
hot_threads.txt
::: {my-elastic-5}{ZPBxxxxxxxxxxxxxxxxxxx}{iH_7CYCsRQK971x0NtQq9g}{my-elastic-5.internal}{10.0.0.5:9300}{xpack.installed=true}
Hot threads at 2020-06-02T10:40:55.539Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
100.7% (503.6ms out of 500ms) cpu usage by thread 'elasticsearch[my-elastic-5][search][T#27]'
2/10 snapshots sharing following 50 elements
app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:263)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
app//org.apache.lucene.search.LRUQueryCache.cacheIntoBitSet(LRUQueryCache.java:503)
app//org.apache.lucene.search.LRUQueryCache.cacheImpl(LRUQueryCache.java:494)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.cache(LRUQueryCache.java:703)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:750)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:374)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorer(ProfileWeight.java:53)
app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
app//org.elasticsearch.search.profile.query.ProfileWeight.bulkScorer(ProfileWeight.java:108)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:649)
app//org.apache.lucene.search.XIndexSearcher.search(XIndexSearcher.java:44)
app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:178)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:271)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$18(IndicesService.java:1305)
app//org.elasticsearch.indices.IndicesService$$Lambda$4306/0x0000000801e98040.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$19(IndicesService.java:1362)
app//org.elasticsearch.indices.IndicesService$$Lambda$4307/0x0000000801e98440.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:174)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:157)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:123)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1368)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1302)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:333)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:360)
app//org.elasticsearch.search.SearchService.lambda$executeQueryPhase$1(SearchService.java:340)
app//org.elasticsearch.search.SearchService$$Lambda$3852/0x0000000801dd5440.apply(Unknown Source)
app//org.elasticsearch.action.ActionListener.lambda$map$2(ActionListener.java:145)
app//org.elasticsearch.action.ActionListener$$Lambda$3451/0x0000000801cf4040.accept(Unknown Source)
app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62)
app//org.elasticsearch.search.SearchService$2.doRun(SearchService.java:1052)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:44)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:758)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
8/10 snapshots sharing following 51 elements
app//org.elasticsearch.search.profile.query.ProfileScorer$1.nextDoc(ProfileScorer.java:126)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
app//org.apache.lucene.search.LRUQueryCache.cacheIntoBitSet(LRUQueryCache.java:503)
app//org.apache.lucene.search.LRUQueryCache.cacheImpl(LRUQueryCache.java:494)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.cache(LRUQueryCache.java:703)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:750)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:374)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorer(ProfileWeight.java:53)
app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
app//org.elasticsearch.search.profile.query.ProfileWeight.bulkScorer(ProfileWeight.java:108)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:649)
app//org.apache.lucene.search.XIndexSearcher.search(XIndexSearcher.java:44)
app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:178)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:271)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$18(IndicesService.java:1305)
app//org.elasticsearch.indices.IndicesService$$Lambda$4306/0x0000000801e98040.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$19(IndicesService.java:1362)
app//org.elasticsearch.indices.IndicesService$$Lambda$4307/0x0000000801e98440.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:174)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:157)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:123)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1368)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1302)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:333)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:360)
app//org.elasticsearch.search.SearchService.lambda$executeQueryPhase$1(SearchService.java:340)
app//org.elasticsearch.search.SearchService$$Lambda$3852/0x0000000801dd5440.apply(Unknown Source)
app//org.elasticsearch.action.ActionListener.lambda$map$2(ActionListener.java:145)
app//org.elasticsearch.action.ActionListener$$Lambda$3451/0x0000000801cf4040.accept(Unknown Source)
app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62)
app//org.elasticsearch.search.SearchService$2.doRun(SearchService.java:1052)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:44)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:758)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
100.7% (503.6ms out of 500ms) cpu usage by thread 'elasticsearch[my-elastic-5][search][T#24]'
6/10 snapshots sharing following 51 elements
app//org.elasticsearch.search.profile.query.ProfileScorer$1.nextDoc(ProfileScorer.java:126)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
app//org.apache.lucene.search.LRUQueryCache.cacheIntoBitSet(LRUQueryCache.java:503)
app//org.apache.lucene.search.LRUQueryCache.cacheImpl(LRUQueryCache.java:494)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.cache(LRUQueryCache.java:703)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:750)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:374)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorer(ProfileWeight.java:53)
app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
app//org.elasticsearch.search.profile.query.ProfileWeight.bulkScorer(ProfileWeight.java:108)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:649)
app//org.apache.lucene.search.XIndexSearcher.search(XIndexSearcher.java:44)
app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:178)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:271)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$18(IndicesService.java:1305)
app//org.elasticsearch.indices.IndicesService$$Lambda$4306/0x0000000801e98040.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$19(IndicesService.java:1362)
app//org.elasticsearch.indices.IndicesService$$Lambda$4307/0x0000000801e98440.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:174)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:157)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:123)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1368)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1302)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:333)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:360)
app//org.elasticsearch.search.SearchService.lambda$executeQueryPhase$1(SearchService.java:340)
app//org.elasticsearch.search.SearchService$$Lambda$3852/0x0000000801dd5440.apply(Unknown Source)
app//org.elasticsearch.action.ActionListener.lambda$map$2(ActionListener.java:145)
app//org.elasticsearch.action.ActionListener$$Lambda$3451/0x0000000801cf4040.accept(Unknown Source)
app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62)
app//org.elasticsearch.search.SearchService$2.doRun(SearchService.java:1052)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:44)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:758)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
2/10 snapshots sharing following 50 elements
app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
app//org.apache.lucene.search.LRUQueryCache.cacheIntoBitSet(LRUQueryCache.java:503)
app//org.apache.lucene.search.LRUQueryCache.cacheImpl(LRUQueryCache.java:494)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.cache(LRUQueryCache.java:703)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:750)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:374)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorer(ProfileWeight.java:53)
app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
app//org.elasticsearch.search.profile.query.ProfileWeight.bulkScorer(ProfileWeight.java:108)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:649)
app//org.apache.lucene.search.XIndexSearcher.search(XIndexSearcher.java:44)
app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:178)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:271)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$18(IndicesService.java:1305)
app//org.elasticsearch.indices.IndicesService$$Lambda$4306/0x0000000801e98040.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$19(IndicesService.java:1362)
app//org.elasticsearch.indices.IndicesService$$Lambda$4307/0x0000000801e98440.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:174)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:157)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:123)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1368)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1302)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:333)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:360)
app//org.elasticsearch.search.SearchService.lambda$executeQueryPhase$1(SearchService.java:340)
app//org.elasticsearch.search.SearchService$$Lambda$3852/0x0000000801dd5440.apply(Unknown Source)
app//org.elasticsearch.action.ActionListener.lambda$map$2(ActionListener.java:145)
app//org.elasticsearch.action.ActionListener$$Lambda$3451/0x0000000801cf4040.accept(Unknown Source)
app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62)
app//org.elasticsearch.search.SearchService$2.doRun(SearchService.java:1052)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:44)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:758)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
2/10 snapshots sharing following 50 elements
app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:263)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
app//org.apache.lucene.search.LRUQueryCache.cacheIntoBitSet(LRUQueryCache.java:503)
app//org.apache.lucene.search.LRUQueryCache.cacheImpl(LRUQueryCache.java:494)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.cache(LRUQueryCache.java:703)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:750)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:374)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorer(ProfileWeight.java:53)
app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
app//org.elasticsearch.search.profile.query.ProfileWeight.bulkScorer(ProfileWeight.java:108)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:649)
app//org.apache.lucene.search.XIndexSearcher.search(XIndexSearcher.java:44)
app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:178)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:271)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$18(IndicesService.java:1305)
app//org.elasticsearch.indices.IndicesService$$Lambda$4306/0x0000000801e98040.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$19(IndicesService.java:1362)
app//org.elasticsearch.indices.IndicesService$$Lambda$4307/0x0000000801e98440.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:174)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:157)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:123)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1368)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1302)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:333)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:360)
app//org.elasticsearch.search.SearchService.lambda$executeQueryPhase$1(SearchService.java:340)
app//org.elasticsearch.search.SearchService$$Lambda$3852/0x0000000801dd5440.apply(Unknown Source)
app//org.elasticsearch.action.ActionListener.lambda$map$2(ActionListener.java:145)
app//org.elasticsearch.action.ActionListener$$Lambda$3451/0x0000000801cf4040.accept(Unknown Source)
app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62)
app//org.elasticsearch.search.SearchService$2.doRun(SearchService.java:1052)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:44)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:758)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
100.7% (503.5ms out of 500ms) cpu usage by thread 'elasticsearch[my-elastic-5][search][T#29]'
3/10 snapshots sharing following 50 elements
app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:263)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
app//org.apache.lucene.search.LRUQueryCache.cacheIntoBitSet(LRUQueryCache.java:503)
app//org.apache.lucene.search.LRUQueryCache.cacheImpl(LRUQueryCache.java:494)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.cache(LRUQueryCache.java:703)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:750)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:374)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorer(ProfileWeight.java:53)
app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
app//org.elasticsearch.search.profile.query.ProfileWeight.bulkScorer(ProfileWeight.java:108)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:649)
app//org.apache.lucene.search.XIndexSearcher.search(XIndexSearcher.java:44)
app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:178)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:271)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$18(IndicesService.java:1305)
app//org.elasticsearch.indices.IndicesService$$Lambda$4306/0x0000000801e98040.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$19(IndicesService.java:1362)
app//org.elasticsearch.indices.IndicesService$$Lambda$4307/0x0000000801e98440.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:174)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:157)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:123)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1368)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1302)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:333)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:360)
app//org.elasticsearch.search.SearchService.lambda$executeQueryPhase$1(SearchService.java:340)
app//org.elasticsearch.search.SearchService$$Lambda$3852/0x0000000801dd5440.apply(Unknown Source)
app//org.elasticsearch.action.ActionListener.lambda$map$2(ActionListener.java:145)
app//org.elasticsearch.action.ActionListener$$Lambda$3451/0x0000000801cf4040.accept(Unknown Source)
app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62)
app//org.elasticsearch.search.SearchService$2.doRun(SearchService.java:1052)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:44)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:758)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
7/10 snapshots sharing following 50 elements
app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
app//org.apache.lucene.search.LRUQueryCache.cacheIntoBitSet(LRUQueryCache.java:503)
app//org.apache.lucene.search.LRUQueryCache.cacheImpl(LRUQueryCache.java:494)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.cache(LRUQueryCache.java:703)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:750)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:374)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorer(ProfileWeight.java:53)
app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
app//org.elasticsearch.search.profile.query.ProfileWeight.bulkScorer(ProfileWeight.java:108)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:649)
app//org.apache.lucene.search.XIndexSearcher.search(XIndexSearcher.java:44)
app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:178)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:271)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$18(IndicesService.java:1305)
app//org.elasticsearch.indices.IndicesService$$Lambda$4306/0x0000000801e98040.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$19(IndicesService.java:1362)
app//org.elasticsearch.indices.IndicesService$$Lambda$4307/0x0000000801e98440.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:174)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:157)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:123)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1368)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1302)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:333)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:360)
app//org.elasticsearch.search.SearchService.lambda$executeQueryPhase$1(SearchService.java:340)
app//org.elasticsearch.search.SearchService$$Lambda$3852/0x0000000801dd5440.apply(Unknown Source)
app//org.elasticsearch.action.ActionListener.lambda$map$2(ActionListener.java:145)
app//org.elasticsearch.action.ActionListener$$Lambda$3451/0x0000000801cf4040.accept(Unknown Source)
app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62)
app//org.elasticsearch.search.SearchService$2.doRun(SearchService.java:1052)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:44)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:758)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
::: {my-elastic-2}{QOxxxxxxxxxxxxxxxxxxxx}{DQ7bm0VQTvKndnuwEl3NJg}{my-elastic-2.internal}{10.0.0.2:9300}{xpack.installed=true}
Hot threads at 2020-06-02T10:40:55.539Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
::: {my-elastic-4}{KNHxxxxxxxxxxxxxxxxxx}{MVo9euefSR-gxPg7DWGcKQ}{my-elastic-4.internal}{10.0.0.4:9300}{xpack.installed=true}
Hot threads at 2020-06-02T10:40:55.539Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
78.3% (391.7ms out of 500ms) cpu usage by thread 'elasticsearch[my-elastic-4][[weblog-2020.06.02][3]: Lucene Merge Thread #603]'
8/10 snapshots sharing following 24 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
app//org.apache.lucene.index.MergePolicy$OneMergeProgress.pauseNanos(MergePolicy.java:156)
app//org.apache.lucene.index.MergeRateLimiter.maybePause(MergeRateLimiter.java:148)
app//org.apache.lucene.index.MergeRateLimiter.pause(MergeRateLimiter.java:93)
app//org.apache.lucene.store.RateLimitedIndexOutput.checkRate(RateLimitedIndexOutput.java:78)
app//org.apache.lucene.store.RateLimitedIndexOutput.writeBytes(RateLimitedIndexOutput.java:72)
app//org.apache.lucene.store.DataOutput.writeBytes(DataOutput.java:52)
app//org.apache.lucene.util.packed.DirectWriter.flush(DirectWriter.java:86)
app//org.apache.lucene.util.packed.DirectWriter.add(DirectWriter.java:78)
app//org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer.writeValuesSingleBlock(Lucene80DocValuesConsumer.java:285)
app//org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer.writeValues(Lucene80DocValuesConsumer.java:271)
app//org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer.addSortedNumericField(Lucene80DocValuesConsumer.java:574)
app//org.apache.lucene.codecs.DocValuesConsumer.mergeSortedNumericField(DocValuesConsumer.java:371)
app//org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:143)
app//org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:152)
app//org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:195)
app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:150)
app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4459)
app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4054)
app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:101)
app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
2/10 snapshots sharing following 13 elements
app//org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer.writeValuesSingleBlock(Lucene80DocValuesConsumer.java:281)
app//org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer.writeValues(Lucene80DocValuesConsumer.java:271)
app//org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer.addSortedNumericField(Lucene80DocValuesConsumer.java:574)
app//org.apache.lucene.codecs.DocValuesConsumer.mergeSortedNumericField(DocValuesConsumer.java:371)
app//org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:143)
app//org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:152)
app//org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:195)
app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:150)
app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4459)
app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4054)
app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:101)
app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
::: {my-elastic-7}{AxRxxxxxxxxxxxxxxxxxxx}{ni31K8ZlTMOOdhSgBgYFwA}{my-elastic-7.internal}{10.0.0.7:9300}{xpack.installed=true}
Hot threads at 2020-06-02T10:40:55.539Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
102.2% (511.1ms out of 500ms) cpu usage by thread 'elasticsearch[my-elastic-7][search][T#17]'
8/10 snapshots sharing following 51 elements
app//org.elasticsearch.search.profile.query.ProfileScorer$1.nextDoc(ProfileScorer.java:126)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
app//org.apache.lucene.search.LRUQueryCache.cacheIntoBitSet(LRUQueryCache.java:503)
app//org.apache.lucene.search.LRUQueryCache.cacheImpl(LRUQueryCache.java:494)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.cache(LRUQueryCache.java:703)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:750)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:374)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorer(ProfileWeight.java:53)
app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
app//org.elasticsearch.search.profile.query.ProfileWeight.bulkScorer(ProfileWeight.java:108)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:649)
app//org.apache.lucene.search.XIndexSearcher.search(XIndexSearcher.java:44)
app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:178)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:271)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$18(IndicesService.java:1305)
app//org.elasticsearch.indices.IndicesService$$Lambda$4459/0x0000000801ec7c40.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$19(IndicesService.java:1362)
app//org.elasticsearch.indices.IndicesService$$Lambda$4461/0x0000000801ec7040.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:174)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:157)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:123)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1368)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1302)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:333)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:360)
app//org.elasticsearch.search.SearchService.lambda$executeQueryPhase$1(SearchService.java:340)
app//org.elasticsearch.search.SearchService$$Lambda$3688/0x0000000801d8c040.apply(Unknown Source)
app//org.elasticsearch.action.ActionListener.lambda$map$2(ActionListener.java:145)
app//org.elasticsearch.action.ActionListener$$Lambda$3419/0x0000000801cf2040.accept(Unknown Source)
app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62)
app//org.elasticsearch.search.SearchService$2.doRun(SearchService.java:1052)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:44)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:758)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
2/10 snapshots sharing following 49 elements
app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
app//org.apache.lucene.search.LRUQueryCache.cacheIntoBitSet(LRUQueryCache.java:503)
app//org.apache.lucene.search.LRUQueryCache.cacheImpl(LRUQueryCache.java:494)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.cache(LRUQueryCache.java:703)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:750)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:374)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorer(ProfileWeight.java:53)
app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
app//org.elasticsearch.search.profile.query.ProfileWeight.bulkScorer(ProfileWeight.java:108)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:649)
app//org.apache.lucene.search.XIndexSearcher.search(XIndexSearcher.java:44)
app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:178)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:271)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$18(IndicesService.java:1305)
app//org.elasticsearch.indices.IndicesService$$Lambda$4459/0x0000000801ec7c40.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$19(IndicesService.java:1362)
app//org.elasticsearch.indices.IndicesService$$Lambda$4461/0x0000000801ec7040.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:174)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:157)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:123)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1368)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1302)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:333)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:360)
app//org.elasticsearch.search.SearchService.lambda$executeQueryPhase$1(SearchService.java:340)
app//org.elasticsearch.search.SearchService$$Lambda$3688/0x0000000801d8c040.apply(Unknown Source)
app//org.elasticsearch.action.ActionListener.lambda$map$2(ActionListener.java:145)
app//org.elasticsearch.action.ActionListener$$Lambda$3419/0x0000000801cf2040.accept(Unknown Source)
app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62)
app//org.elasticsearch.search.SearchService$2.doRun(SearchService.java:1052)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:44)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:758)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
102.2% (510.8ms out of 500ms) cpu usage by thread 'elasticsearch[my-elastic-7][search][T#4]'
3/10 snapshots sharing following 50 elements
app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:263)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
app//org.apache.lucene.search.LRUQueryCache.cacheIntoBitSet(LRUQueryCache.java:503)
app//org.apache.lucene.search.LRUQueryCache.cacheImpl(LRUQueryCache.java:494)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.cache(LRUQueryCache.java:703)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:750)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:374)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorer(ProfileWeight.java:53)
app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
app//org.elasticsearch.search.profile.query.ProfileWeight.bulkScorer(ProfileWeight.java:108)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:649)
app//org.apache.lucene.search.XIndexSearcher.search(XIndexSearcher.java:44)
app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:178)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:271)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$18(IndicesService.java:1305)
app//org.elasticsearch.indices.IndicesService$$Lambda$4459/0x0000000801ec7c40.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$19(IndicesService.java:1362)
app//org.elasticsearch.indices.IndicesService$$Lambda$4461/0x0000000801ec7040.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:174)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:157)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:123)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1368)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1302)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:333)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:360)
app//org.elasticsearch.search.SearchService.lambda$executeQueryPhase$1(SearchService.java:340)
app//org.elasticsearch.search.SearchService$$Lambda$3688/0x0000000801d8c040.apply(Unknown Source)
app//org.elasticsearch.action.ActionListener.lambda$map$2(ActionListener.java:145)
app//org.elasticsearch.action.ActionListener$$Lambda$3419/0x0000000801cf2040.accept(Unknown Source)
app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62)
app//org.elasticsearch.search.SearchService$2.doRun(SearchService.java:1052)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:44)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:758)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
6/10 snapshots sharing following 51 elements
app//org.elasticsearch.search.profile.query.ProfileScorer$1.nextDoc(ProfileScorer.java:126)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
app//org.apache.lucene.search.LRUQueryCache.cacheIntoBitSet(LRUQueryCache.java:503)
app//org.apache.lucene.search.LRUQueryCache.cacheImpl(LRUQueryCache.java:494)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.cache(LRUQueryCache.java:703)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:750)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:374)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorer(ProfileWeight.java:53)
app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
app//org.elasticsearch.search.profile.query.ProfileWeight.bulkScorer(ProfileWeight.java:108)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:649)
app//org.apache.lucene.search.XIndexSearcher.search(XIndexSearcher.java:44)
app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:178)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:271)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$18(IndicesService.java:1305)
app//org.elasticsearch.indices.IndicesService$$Lambda$4459/0x0000000801ec7c40.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$19(IndicesService.java:1362)
app//org.elasticsearch.indices.IndicesService$$Lambda$4461/0x0000000801ec7040.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:174)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:157)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:123)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1368)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1302)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:333)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:360)
app//org.elasticsearch.search.SearchService.lambda$executeQueryPhase$1(SearchService.java:340)
app//org.elasticsearch.search.SearchService$$Lambda$3688/0x0000000801d8c040.apply(Unknown Source)
app//org.elasticsearch.action.ActionListener.lambda$map$2(ActionListener.java:145)
app//org.elasticsearch.action.ActionListener$$Lambda$3419/0x0000000801cf2040.accept(Unknown Source)
app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62)
app//org.elasticsearch.search.SearchService$2.doRun(SearchService.java:1052)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:44)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:758)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
unique snapshot
app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
app//org.apache.lucene.search.LRUQueryCache.cacheIntoBitSet(LRUQueryCache.java:503)
app//org.apache.lucene.search.LRUQueryCache.cacheImpl(LRUQueryCache.java:494)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.cache(LRUQueryCache.java:703)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:750)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:374)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorer(ProfileWeight.java:53)
app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
app//org.elasticsearch.search.profile.query.ProfileWeight.bulkScorer(ProfileWeight.java:108)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:649)
app//org.apache.lucene.search.XIndexSearcher.search(XIndexSearcher.java:44)
app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:178)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:271)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$18(IndicesService.java:1305)
app//org.elasticsearch.indices.IndicesService$$Lambda$4459/0x0000000801ec7c40.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$19(IndicesService.java:1362)
app//org.elasticsearch.indices.IndicesService$$Lambda$4461/0x0000000801ec7040.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:174)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:157)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:123)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1368)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1302)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:333)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:360)
app//org.elasticsearch.search.SearchService.lambda$executeQueryPhase$1(SearchService.java:340)
app//org.elasticsearch.search.SearchService$$Lambda$3688/0x0000000801d8c040.apply(Unknown Source)
app//org.elasticsearch.action.ActionListener.lambda$map$2(ActionListener.java:145)
app//org.elasticsearch.action.ActionListener$$Lambda$3419/0x0000000801cf2040.accept(Unknown Source)
app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62)
app//org.elasticsearch.search.SearchService$2.doRun(SearchService.java:1052)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:44)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:758)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
39.1% (195.3ms out of 500ms) cpu usage by thread 'elasticsearch[my-elastic-7][search][T#20]'
4/10 snapshots sharing following 51 elements
app//org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer$19.ordValue(Lucene80DocValuesProducer.java:808)
app//org.apache.lucene.index.SingletonSortedSetDocValues.advanceExact(SingletonSortedSetDocValues.java:83)
app//org.elasticsearch.index.fielddata.FieldData$10.advanceExact(FieldData.java:345)
app//org.elasticsearch.search.aggregations.metrics.CardinalityAggregator$MurmurHash3Values$Bytes.advanceExact(CardinalityAggregator.java:397)
app//org.elasticsearch.search.aggregations.metrics.CardinalityAggregator$DirectCollector.collect(CardinalityAggregator.java:202)
app//org.elasticsearch.search.profile.aggregation.ProfilingLeafBucketCollector.collect(ProfilingLeafBucketCollector.java:42)
app//org.elasticsearch.search.aggregations.MultiBucketCollector$MultiLeafBucketCollector.collect(MultiBucketCollector.java:200)
app//org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectExistingBucket(BucketsAggregator.java:84)
app//org.elasticsearch.search.aggregations.bucket.histogram.DateHistogramAggregator$1.collect(DateHistogramAggregator.java:124)
app//org.elasticsearch.search.profile.aggregation.ProfilingLeafBucketCollector.collect(ProfilingLeafBucketCollector.java:42)
app//org.elasticsearch.search.aggregations.LeafBucketCollector.collect(LeafBucketCollector.java:82)
app//org.apache.lucene.search.FilterLeafCollector.collect(FilterLeafCollector.java:43)
app//org.elasticsearch.search.profile.query.ProfileCollector$1.collect(ProfileCollector.java:72)
app//org.apache.lucene.search.FilterLeafCollector.collect(FilterLeafCollector.java:43)
app//org.elasticsearch.search.profile.query.ProfileCollector$1.collect(ProfileCollector.java:72)
app//org.apache.lucene.search.FilterLeafCollector.collect(FilterLeafCollector.java:43)
app//org.elasticsearch.search.profile.query.ProfileCollector$1.collect(ProfileCollector.java:72)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:271)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:652)
app//org.apache.lucene.search.XIndexSearcher.search(XIndexSearcher.java:44)
app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:178)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:271)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$18(IndicesService.java:1305)
app//org.elasticsearch.indices.IndicesService$$Lambda$4459/0x0000000801ec7c40.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$19(IndicesService.java:1362)
app//org.elasticsearch.indices.IndicesService$$Lambda$4461/0x0000000801ec7040.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:174)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:157)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:123)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1368)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1302)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:333)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:360)
app//org.elasticsearch.search.SearchService.lambda$executeQueryPhase$1(SearchService.java:340)
app//org.elasticsearch.search.SearchService$$Lambda$3688/0x0000000801d8c040.apply(Unknown Source)
app//org.elasticsearch.action.ActionListener.lambda$map$2(ActionListener.java:145)
app//org.elasticsearch.action.ActionListener$$Lambda$3419/0x0000000801cf2040.accept(Unknown Source)
app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62)
app//org.elasticsearch.search.SearchService$2.doRun(SearchService.java:1052)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:44)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:758)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
6/10 snapshots sharing following 42 elements
app//org.elasticsearch.search.profile.aggregation.ProfilingLeafBucketCollector.collect(ProfilingLeafBucketCollector.java:42)
app//org.elasticsearch.search.aggregations.LeafBucketCollector.collect(LeafBucketCollector.java:82)
app//org.apache.lucene.search.FilterLeafCollector.collect(FilterLeafCollector.java:43)
app//org.elasticsearch.search.profile.query.ProfileCollector$1.collect(ProfileCollector.java:72)
app//org.apache.lucene.search.FilterLeafCollector.collect(FilterLeafCollector.java:43)
app//org.elasticsearch.search.profile.query.ProfileCollector$1.collect(ProfileCollector.java:72)
app//org.apache.lucene.search.FilterLeafCollector.collect(FilterLeafCollector.java:43)
app//org.elasticsearch.search.profile.query.ProfileCollector$1.collect(ProfileCollector.java:72)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:271)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:652)
app//org.apache.lucene.search.XIndexSearcher.search(XIndexSearcher.java:44)
app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:178)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:271)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$18(IndicesService.java:1305)
app//org.elasticsearch.indices.IndicesService$$Lambda$4459/0x0000000801ec7c40.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$19(IndicesService.java:1362)
app//org.elasticsearch.indices.IndicesService$$Lambda$4461/0x0000000801ec7040.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:174)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:157)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:123)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1368)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1302)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:333)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:360)
app//org.elasticsearch.search.SearchService.lambda$executeQueryPhase$1(SearchService.java:340)
app//org.elasticsearch.search.SearchService$$Lambda$3688/0x0000000801d8c040.apply(Unknown Source)
app//org.elasticsearch.action.ActionListener.lambda$map$2(ActionListener.java:145)
app//org.elasticsearch.action.ActionListener$$Lambda$3419/0x0000000801cf2040.accept(Unknown Source)
app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62)
app//org.elasticsearch.search.SearchService$2.doRun(SearchService.java:1052)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:44)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:758)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
::: {my-elastic-3}{k2pxxxxxxxxxxxxxxxxxxx}{Q6sitpg3QaCGL1tQ3SvL_A}{my-elastic-3.internal}{10.0.0.3:9300}{xpack.installed=true}
Hot threads at 2020-06-02T10:40:55.539Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
7.6% (37.8ms out of 500ms) cpu usage by thread 'elasticsearch[my-elastic-3][write][T#15]'
9/10 snapshots sharing following 2 elements
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
::: {my-elastic-8}{Fvbxxxxxxxxxxxxxxxxxxx}{gpcEwtfWSJmLPxWi0Js-JQ}{my-elastic-8.internal}{10.0.0.8:9300}{xpack.installed=true}
Hot threads at 2020-06-02T10:40:55.539Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
::: {my-elastic-6}{DxQxxxxxxxxxxxxxxxxxxx}{ci3qhJWERFaOGHqCPyyhHQ}{my-elastic-6.internal}{10.0.0.6:9300}{xpack.installed=true}
Hot threads at 2020-06-02T10:40:55.539Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
97.1% (485.6ms out of 500ms) cpu usage by thread 'elasticsearch[my-elastic-6][search][T#45]'
6/10 snapshots sharing following 51 elements
app//org.elasticsearch.search.profile.query.ProfileScorer$1.nextDoc(ProfileScorer.java:126)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
app//org.apache.lucene.search.LRUQueryCache.cacheIntoBitSet(LRUQueryCache.java:503)
app//org.apache.lucene.search.LRUQueryCache.cacheImpl(LRUQueryCache.java:494)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.cache(LRUQueryCache.java:703)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:750)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:374)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorer(ProfileWeight.java:53)
app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
app//org.elasticsearch.search.profile.query.ProfileWeight.bulkScorer(ProfileWeight.java:108)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:649)
app//org.apache.lucene.search.XIndexSearcher.search(XIndexSearcher.java:44)
app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:178)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:271)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$18(IndicesService.java:1305)
app//org.elasticsearch.indices.IndicesService$$Lambda$4281/0x0000000801e9e840.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$19(IndicesService.java:1362)
app//org.elasticsearch.indices.IndicesService$$Lambda$4282/0x0000000801e9ec40.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:174)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:157)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:123)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1368)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1302)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:333)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:360)
app//org.elasticsearch.search.SearchService.lambda$executeQueryPhase$1(SearchService.java:340)
app//org.elasticsearch.search.SearchService$$Lambda$4241/0x0000000801e80040.apply(Unknown Source)
app//org.elasticsearch.action.ActionListener.lambda$map$2(ActionListener.java:145)
app//org.elasticsearch.action.ActionListener$$Lambda$3444/0x0000000801cf4440.accept(Unknown Source)
app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62)
app//org.elasticsearch.search.SearchService$2.doRun(SearchService.java:1052)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:44)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:758)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
3/10 snapshots sharing following 50 elements
app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:263)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
app//org.apache.lucene.search.LRUQueryCache.cacheIntoBitSet(LRUQueryCache.java:503)
app//org.apache.lucene.search.LRUQueryCache.cacheImpl(LRUQueryCache.java:494)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.cache(LRUQueryCache.java:703)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:750)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:374)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorer(ProfileWeight.java:53)
app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
app//org.elasticsearch.search.profile.query.ProfileWeight.bulkScorer(ProfileWeight.java:108)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:649)
app//org.apache.lucene.search.XIndexSearcher.search(XIndexSearcher.java:44)
app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:178)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:271)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$18(IndicesService.java:1305)
app//org.elasticsearch.indices.IndicesService$$Lambda$4281/0x0000000801e9e840.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$19(IndicesService.java:1362)
app//org.elasticsearch.indices.IndicesService$$Lambda$4282/0x0000000801e9ec40.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:174)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:157)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:123)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1368)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1302)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:333)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:360)
app//org.elasticsearch.search.SearchService.lambda$executeQueryPhase$1(SearchService.java:340)
app//org.elasticsearch.search.SearchService$$Lambda$4241/0x0000000801e80040.apply(Unknown Source)
app//org.elasticsearch.action.ActionListener.lambda$map$2(ActionListener.java:145)
app//org.elasticsearch.action.ActionListener$$Lambda$3444/0x0000000801cf4440.accept(Unknown Source)
app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62)
app//org.elasticsearch.search.SearchService$2.doRun(SearchService.java:1052)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:44)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:758)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
unique snapshot
app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
app//org.apache.lucene.search.LRUQueryCache.cacheIntoBitSet(LRUQueryCache.java:503)
app//org.apache.lucene.search.LRUQueryCache.cacheImpl(LRUQueryCache.java:494)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.cache(LRUQueryCache.java:703)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:750)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:374)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:721)
app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:157)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorerSupplier(ProfileWeight.java:66)
app//org.elasticsearch.search.profile.query.ProfileWeight.scorer(ProfileWeight.java:53)
app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
app//org.elasticsearch.search.profile.query.ProfileWeight.bulkScorer(ProfileWeight.java:108)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:649)
app//org.apache.lucene.search.XIndexSearcher.search(XIndexSearcher.java:44)
app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:178)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:271)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$18(IndicesService.java:1305)
app//org.elasticsearch.indices.IndicesService$$Lambda$4281/0x0000000801e9e840.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$19(IndicesService.java:1362)
app//org.elasticsearch.indices.IndicesService$$Lambda$4282/0x0000000801e9ec40.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:174)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:157)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:123)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1368)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1302)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:333)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:360)
app//org.elasticsearch.search.SearchService.lambda$executeQueryPhase$1(SearchService.java:340)
app//org.elasticsearch.search.SearchService$$Lambda$4241/0x0000000801e80040.apply(Unknown Source)
app//org.elasticsearch.action.ActionListener.lambda$map$2(ActionListener.java:145)
app//org.elasticsearch.action.ActionListener$$Lambda$3444/0x0000000801cf4440.accept(Unknown Source)
app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62)
app//org.elasticsearch.search.SearchService$2.doRun(SearchService.java:1052)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:44)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:758)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
90.1% (450.5ms out of 500ms) cpu usage by thread 'elasticsearch[my-elastic-6][search][T#26]'
10/10 snapshots sharing following 30 elements
app//org.apache.lucene.search.XIndexSearcher.search(XIndexSearcher.java:44)
app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:178)
app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:271)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$18(IndicesService.java:1305)
app//org.elasticsearch.indices.IndicesService$$Lambda$4281/0x0000000801e9e840.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$19(IndicesService.java:1362)
app//org.elasticsearch.indices.IndicesService$$Lambda$4282/0x0000000801e9ec40.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:174)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:157)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:123)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1368)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1302)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:333)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:360)
app//org.elasticsearch.search.SearchService.lambda$executeQueryPhase$1(SearchService.java:340)
app//org.elasticsearch.search.SearchService$$Lambda$4241/0x0000000801e80040.apply(Unknown Source)
app//org.elasticsearch.action.ActionListener.lambda$map$2(ActionListener.java:145)
app//org.elasticsearch.action.ActionListener$$Lambda$3444/0x0000000801cf4440.accept(Unknown Source)
app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62)
app//org.elasticsearch.search.SearchService$2.doRun(SearchService.java:1052)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:44)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:758)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment