Created
November 4, 2020 13:50
-
-
Save alasdairmackenzie/f426f501a327ee06c435627b9da288ed to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ::: {production-elasticsearch-data1-core}{KpQH7bkyRjaMaZ-1JjC0nA}{aSm-y65eS52ghEvfqh2LUQ}{172.17.137.88}{172.17.137.88:9300} | |
| Hot threads at 2020-11-04T13:24:14.074Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 100.2% (501.2ms out of 500ms) cpu usage by thread 'elasticsearch[production-elasticsearch-data1-core][warmer][T#1]' | |
| 2/10 snapshots sharing following 18 elements | |
| org.apache.lucene.index.MultiDocValues$OrdinalMap.<init>(MultiDocValues.java:573) | |
| org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:511) | |
| org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:490) | |
| org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65) | |
| org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:127) | |
| org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:45) | |
| org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:157) | |
| org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$1641/699403132.load(Unknown Source) | |
| org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:412) | |
| org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:154) | |
| org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:115) | |
| org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:45) | |
| org.elasticsearch.index.IndexWarmer$FieldDataWarmer.lambda$warmReader$1(IndexWarmer.java:141) | |
| org.elasticsearch.index.IndexWarmer$FieldDataWarmer$$Lambda$1632/518148003.run(Unknown Source) | |
| org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:569) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| java.lang.Thread.run(Thread.java:748) | |
| 5/10 snapshots sharing following 19 elements | |
| org.apache.lucene.index.MultiTermsEnum.next(MultiTermsEnum.java:301) | |
| org.apache.lucene.index.MultiDocValues$OrdinalMap.<init>(MultiDocValues.java:554) | |
| org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:511) | |
| org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:490) | |
| org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65) | |
| org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:127) | |
| org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:45) | |
| org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:157) | |
| org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$1641/699403132.load(Unknown Source) | |
| org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:412) | |
| org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:154) | |
| org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:115) | |
| org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:45) | |
| org.elasticsearch.index.IndexWarmer$FieldDataWarmer.lambda$warmReader$1(IndexWarmer.java:141) | |
| org.elasticsearch.index.IndexWarmer$FieldDataWarmer$$Lambda$1632/518148003.run(Unknown Source) | |
| org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:569) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| java.lang.Thread.run(Thread.java:748) | |
| 2/10 snapshots sharing following 21 elements | |
| org.apache.lucene.index.MultiTermsEnum$TermMergeQueue.fillTop(MultiTermsEnum.java:429) | |
| org.apache.lucene.index.MultiTermsEnum.pullTop(MultiTermsEnum.java:267) | |
| org.apache.lucene.index.MultiTermsEnum.next(MultiTermsEnum.java:305) | |
| org.apache.lucene.index.MultiDocValues$OrdinalMap.<init>(MultiDocValues.java:554) | |
| org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:511) | |
| org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:490) | |
| org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65) | |
| org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:127) | |
| org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:45) | |
| org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:157) | |
| org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$1641/699403132.load(Unknown Source) | |
| org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:412) | |
| org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:154) | |
| org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:115) | |
| org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:45) | |
| org.elasticsearch.index.IndexWarmer$FieldDataWarmer.lambda$warmReader$1(IndexWarmer.java:141) | |
| org.elasticsearch.index.IndexWarmer$FieldDataWarmer$$Lambda$1632/518148003.run(Unknown Source) | |
| org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:569) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| java.lang.Thread.run(Thread.java:748) | |
| unique snapshot | |
| org.apache.lucene.util.packed.Packed64SingleBlock.<init>(Packed64SingleBlock.java:52) | |
| org.apache.lucene.util.packed.Packed64SingleBlock$Packed64SingleBlock4.<init>(Packed64SingleBlock.java:327) | |
| org.apache.lucene.util.packed.Packed64SingleBlock.create(Packed64SingleBlock.java:226) | |
| org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:950) | |
| org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939) | |
| org.apache.lucene.util.packed.PackedLongValues$Builder.pack(PackedLongValues.java:266) | |
| org.apache.lucene.util.packed.PackedLongValues$Builder.pack(PackedLongValues.java:244) | |
| org.apache.lucene.util.packed.PackedLongValues$Builder.add(PackedLongValues.java:227) | |
| org.apache.lucene.index.MultiDocValues$OrdinalMap.<init>(MultiDocValues.java:578) | |
| org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:511) | |
| org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:490) | |
| org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65) | |
| org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:127) | |
| org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:45) | |
| org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:157) | |
| org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$1641/699403132.load(Unknown Source) | |
| org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:412) | |
| org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:154) | |
| org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:115) | |
| org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:45) | |
| org.elasticsearch.index.IndexWarmer$FieldDataWarmer.lambda$warmReader$1(IndexWarmer.java:141) | |
| org.elasticsearch.index.IndexWarmer$FieldDataWarmer$$Lambda$1632/518148003.run(Unknown Source) | |
| org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:569) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| java.lang.Thread.run(Thread.java:748) | |
| 42.4% (211.7ms out of 500ms) cpu usage by thread 'elasticsearch[production-elasticsearch-data1-core][search][T#2]' | |
| unique snapshot | |
| org.elasticsearch.common.lucene.Lucene$3.get(Lucene.java:884) | |
| org.elasticsearch.search.aggregations.bucket.filter.FilterAggregator$1.collect(FilterAggregator.java:63) | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectExistingBucket(BucketsAggregator.java:80) | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectBucket(BucketsAggregator.java:72) | |
| org.elasticsearch.search.aggregations.bucket.nested.NestedAggregator$1.collect(NestedAggregator.java:89) | |
| org.elasticsearch.search.aggregations.AggregatorFactory$MultiBucketAggregatorWrapper$1.collect(AggregatorFactory.java:140) | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectExistingBucket(BucketsAggregator.java:80) | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectBucket(BucketsAggregator.java:72) | |
| org.elasticsearch.search.aggregations.bucket.filter.FilterAggregator$1.collect(FilterAggregator.java:64) | |
| org.elasticsearch.search.aggregations.LeafBucketCollector$2.collect(LeafBucketCollector.java:67) | |
| org.elasticsearch.search.aggregations.LeafBucketCollector.collect(LeafBucketCollector.java:82) | |
| org.apache.lucene.search.MultiCollector$MultiLeafCollector.collect(MultiCollector.java:174) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:254) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:197) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:668) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:196) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:472) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:421) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:114) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:252) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:267) | |
| org.elasticsearch.action.search.SearchTransportService$6.messageReceived(SearchTransportService.java:340) | |
| org.elasticsearch.action.search.SearchTransportService$6.messageReceived(SearchTransportService.java:337) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69) | |
| org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1533) | |
| org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:638) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| java.lang.Thread.run(Thread.java:748) | |
| 8.5% (42.6ms out of 500ms) cpu usage by thread 'elasticsearch[production-elasticsearch-data1-core][search][T#1]' | |
| 2/10 snapshots sharing following 7 elements | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69) | |
| org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1533) | |
| org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:638) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| java.lang.Thread.run(Thread.java:748) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment