Skip to content

Instantly share code, notes, and snippets.

@smlbiobot

smlbiobot/hot-threads-20201103.txt Secret

Created November 3, 2020 02:32
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save smlbiobot/3970dd153007ff07609c74e6a4c462f1 to your computer and use it in GitHub Desktop.
Save smlbiobot/3970dd153007ff07609c74e6a4c462f1 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
hot-threads-20201103.txt
::: {esaux1}{yiEO_THLRpuMyIoVDwWqUw}{xnBnaGMYTJGy6W4HrHOdIQ}{172.104.108.156}{172.104.108.156:9300}{xpack.installed=true}
Hot threads at 2020-11-03T02:29:08.517, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
::: {linode5}{gkndbKNqQfuW0HMl9FLHlg}{bAOg0oeZSTeg5sfs4z7xxA}{172.104.96.121}{172.104.96.121:9300}{ml.machine_memory=33728798720, ml.max_open_jobs=20, xpack.installed=true, box_type=hot, ml.enabled=true}
Hot threads at 2020-11-03T02:29:08.527, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
103.4% (517.2ms out of 500ms) cpu usage by thread 'elasticsearch[linode5][search][T#4]'
2/10 snapshots sharing following 33 elements
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:266)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3391/1987316645.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
2/10 snapshots sharing following 35 elements
app//org.apache.lucene.codecs.lucene70.Lucene70DocValuesProducer$TermsDict.next(Lucene70DocValuesProducer.java:1018)
app//org.apache.lucene.index.OrdinalMap$TermsEnumIndex.next(OrdinalMap.java:59)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:255)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3391/1987316645.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
6/10 snapshots sharing following 32 elements
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3391/1987316645.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
103.4% (517ms out of 500ms) cpu usage by thread 'elasticsearch[linode5][search][T#21]'
3/10 snapshots sharing following 35 elements
app//org.apache.lucene.util.PriorityQueue.downHeap(PriorityQueue.java:275)
app//org.apache.lucene.util.PriorityQueue.updateTop(PriorityQueue.java:202)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:261)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3391/1987316645.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
2/10 snapshots sharing following 35 elements
app//org.apache.lucene.codecs.lucene70.Lucene70DocValuesProducer$TermsDict.next(Lucene70DocValuesProducer.java:1018)
app//org.apache.lucene.index.OrdinalMap$TermsEnumIndex.next(OrdinalMap.java:59)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:255)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3391/1987316645.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
3/10 snapshots sharing following 34 elements
app//org.apache.lucene.index.OrdinalMap$TermsEnumIndex.next(OrdinalMap.java:59)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:255)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3391/1987316645.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
2/10 snapshots sharing following 37 elements
app//org.apache.lucene.util.packed.DeltaPackedLongValues$Builder.pack(DeltaPackedLongValues.java:88)
app//org.apache.lucene.util.packed.MonotonicLongValues$Builder.pack(MonotonicLongValues.java:89)
app//org.apache.lucene.util.packed.PackedLongValues$Builder.pack(PackedLongValues.java:242)
app//org.apache.lucene.util.packed.PackedLongValues$Builder.add(PackedLongValues.java:225)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:270)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3391/1987316645.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
::: {linode4}{LSKHTPRoTCOWAKJAYQB70Q}{HEbCs7pTRsqnNt1KHCFCEg}{172.105.202.208}{172.105.202.208:9300}{ml.machine_memory=33728798720, ml.max_open_jobs=20, xpack.installed=true, box_type=hot, ml.enabled=true}
Hot threads at 2020-11-03T02:29:08.518, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
101.4% (506.8ms out of 500ms) cpu usage by thread 'elasticsearch[linode4][search][T#18]'
3/10 snapshots sharing following 45 elements
app//org.apache.lucene.util.PriorityQueue.downHeap(PriorityQueue.java:275)
app//org.apache.lucene.util.PriorityQueue.updateTop(PriorityQueue.java:202)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:261)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3851/1059980063.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3849/1465723298.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3850/652527639.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
2/10 snapshots sharing following 48 elements
java.base@10.0.1/java.nio.DirectByteBuffer.get(DirectByteBuffer.java:303)
app//org.apache.lucene.store.ByteBufferGuard.getBytes(ByteBufferGuard.java:93)
app//org.apache.lucene.store.ByteBufferIndexInput.readBytes(ByteBufferIndexInput.java:89)
app//org.apache.lucene.codecs.lucene70.Lucene70DocValuesProducer$TermsDict.next(Lucene70DocValuesProducer.java:1028)
app//org.apache.lucene.index.OrdinalMap$TermsEnumIndex.next(OrdinalMap.java:59)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:255)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3851/1059980063.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3849/1465723298.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3850/652527639.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
2/10 snapshots sharing following 45 elements
app//org.apache.lucene.codecs.lucene70.Lucene70DocValuesProducer$TermsDict.next(Lucene70DocValuesProducer.java:1018)
app//org.apache.lucene.index.OrdinalMap$TermsEnumIndex.next(OrdinalMap.java:59)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:255)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3851/1059980063.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3849/1465723298.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3850/652527639.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
3/10 snapshots sharing following 42 elements
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3851/1059980063.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3849/1465723298.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3850/652527639.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
101.4% (506.8ms out of 500ms) cpu usage by thread 'elasticsearch[linode4][search][T#4]'
2/10 snapshots sharing following 43 elements
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:266)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3851/1059980063.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3849/1465723298.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3850/652527639.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
2/10 snapshots sharing following 45 elements
app//org.apache.lucene.codecs.lucene70.Lucene70DocValuesProducer$TermsDict.next(Lucene70DocValuesProducer.java:1018)
app//org.apache.lucene.index.OrdinalMap$TermsEnumIndex.next(OrdinalMap.java:59)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:255)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3851/1059980063.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3849/1465723298.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3850/652527639.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
4/10 snapshots sharing following 45 elements
app//org.apache.lucene.util.PriorityQueue.downHeap(PriorityQueue.java:275)
app//org.apache.lucene.util.PriorityQueue.updateTop(PriorityQueue.java:202)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:261)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3851/1059980063.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3849/1465723298.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3850/652527639.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
2/10 snapshots sharing following 43 elements
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:272)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3851/1059980063.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3849/1465723298.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3850/652527639.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
101.4% (506.8ms out of 500ms) cpu usage by thread 'elasticsearch[linode4][search][T#13]'
4/10 snapshots sharing following 45 elements
app//org.apache.lucene.util.PriorityQueue.downHeap(PriorityQueue.java:275)
app//org.apache.lucene.util.PriorityQueue.updateTop(PriorityQueue.java:202)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:261)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3851/1059980063.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3849/1465723298.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3850/652527639.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
3/10 snapshots sharing following 45 elements
app//org.apache.lucene.codecs.lucene70.Lucene70DocValuesProducer$TermsDict.next(Lucene70DocValuesProducer.java:1018)
app//org.apache.lucene.index.OrdinalMap$TermsEnumIndex.next(OrdinalMap.java:59)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:255)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3851/1059980063.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3849/1465723298.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3850/652527639.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
3/10 snapshots sharing following 42 elements
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3851/1059980063.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3849/1465723298.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3850/652527639.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
::: {linode8}{eXgNuO7KRfuvZzcbwQF9Og}{-8EPZSsyT6mNnjaT6WnzFw}{172.104.116.180}{172.104.116.180:9300}{ml.machine_memory=33728741376, ml.max_open_jobs=20, xpack.installed=true, box_type=hot, ml.enabled=true}
Hot threads at 2020-11-03T02:29:08.504, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
101.6% (508ms out of 500ms) cpu usage by thread 'elasticsearch[linode8][search][T#14]'
10/10 snapshots sharing following 32 elements
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3802/0x00000008002e8040.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
101.6% (507.9ms out of 500ms) cpu usage by thread 'elasticsearch[linode8][search][T#24]'
3/10 snapshots sharing following 43 elements
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:272)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3802/0x00000008002e8040.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3800/0x0000000800654040.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3801/0x0000000800654440.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
3/10 snapshots sharing following 45 elements
app//org.apache.lucene.codecs.lucene70.Lucene70DocValuesProducer$TermsDict.next(Lucene70DocValuesProducer.java:1028)
app//org.apache.lucene.index.OrdinalMap$TermsEnumIndex.next(OrdinalMap.java:59)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:255)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3802/0x00000008002e8040.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3800/0x0000000800654040.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3801/0x0000000800654440.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
4/10 snapshots sharing following 42 elements
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3802/0x00000008002e8040.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3800/0x0000000800654040.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3801/0x0000000800654440.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
101.5% (507.5ms out of 500ms) cpu usage by thread 'elasticsearch[linode8][search][T#22]'
5/10 snapshots sharing following 35 elements
app//org.apache.lucene.util.PriorityQueue.downHeap(PriorityQueue.java:275)
app//org.apache.lucene.util.PriorityQueue.updateTop(PriorityQueue.java:202)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:261)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3802/0x00000008002e8040.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
2/10 snapshots sharing following 35 elements
app//org.apache.lucene.codecs.lucene70.Lucene70DocValuesProducer$TermsDict.next(Lucene70DocValuesProducer.java:1028)
app//org.apache.lucene.index.OrdinalMap$TermsEnumIndex.next(OrdinalMap.java:59)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:255)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3802/0x00000008002e8040.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
2/10 snapshots sharing following 34 elements
app//org.apache.lucene.util.packed.PackedLongValues$Builder.add(PackedLongValues.java:225)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:251)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3802/0x00000008002e8040.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
unique snapshot
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:272)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3802/0x00000008002e8040.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
::: {eswarm3}{f-GCq0FMS96TQHORzbHLaQ}{N4HM9PrZQzeg_SszQ_G_-w}{139.162.113.99}{139.162.113.99:9300}{ml.machine_memory=8348442624, ml.max_open_jobs=20, xpack.installed=true, box_type=warm, ml.enabled=true}
Hot threads at 2020-11-03T02:29:08.563, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
3.0% (14.9ms out of 500ms) cpu usage by thread 'elasticsearch[eswarm3][search][T#3]'
10/10 snapshots sharing following 40 elements
app//org.apache.lucene.util.packed.PackedInts.getReaderIteratorNoHeader(PackedInts.java:844)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState.doReset(CompressingStoredFieldsReader.java:447)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState.reset(CompressingStoredFieldsReader.java:389)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.document(CompressingStoredFieldsReader.java:568)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.visitDocument(CompressingStoredFieldsReader.java:578)
app//org.apache.lucene.index.CodecReader.document(CodecReader.java:84)
app//org.apache.lucene.index.FilterLeafReader.document(FilterLeafReader.java:341)
app//org.elasticsearch.search.fetch.FetchPhase.loadStoredFields(FetchPhase.java:435)
app//org.elasticsearch.search.fetch.FetchPhase.getSearchFields(FetchPhase.java:234)
app//org.elasticsearch.search.fetch.FetchPhase.createSearchHit(FetchPhase.java:209)
app//org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:160)
app//org.elasticsearch.search.aggregations.metrics.tophits.TopHitsAggregator.buildAggregation(TopHitsAggregator.java:168)
app//org.elasticsearch.search.aggregations.bucket.BestBucketsDeferringCollector$2.buildAggregation(BestBucketsDeferringCollector.java:213)
app//org.elasticsearch.search.aggregations.bucket.BucketsAggregator.bucketAggregations(BucketsAggregator.java:141)
app//org.elasticsearch.search.aggregations.bucket.terms.GlobalOrdinalsStringTermsAggregator.buildAggregation(GlobalOrdinalsStringTermsAggregator.java:238)
app//org.elasticsearch.search.aggregations.AggregationPhase.execute(AggregationPhase.java:130)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:120)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3634/0x0000000840cc8040.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3635/0x0000000840cc8440.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@11.0.7/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.7/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.7/java.lang.Thread.run(Thread.java:834)
::: {eswarm1}{I7Ob2ulSQ5eIVRGp7ijL2Q}{nXT9eN2OSjypB9b6jqgxHQ}{172.105.197.149}{172.105.197.149:9300}{ml.machine_memory=8348442624, ml.max_open_jobs=20, xpack.installed=true, box_type=warm, ml.enabled=true}
Hot threads at 2020-11-03T02:29:08.541, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
2.9% (14.4ms out of 500ms) cpu usage by thread 'elasticsearch[eswarm1][search][T#6]'
9/10 snapshots sharing following 40 elements
app//org.apache.lucene.util.packed.PackedInts.getReaderIteratorNoHeader(PackedInts.java:844)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState.doReset(CompressingStoredFieldsReader.java:447)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState.reset(CompressingStoredFieldsReader.java:389)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.document(CompressingStoredFieldsReader.java:568)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.visitDocument(CompressingStoredFieldsReader.java:578)
app//org.apache.lucene.index.CodecReader.document(CodecReader.java:84)
app//org.apache.lucene.index.FilterLeafReader.document(FilterLeafReader.java:341)
app//org.elasticsearch.search.fetch.FetchPhase.loadStoredFields(FetchPhase.java:435)
app//org.elasticsearch.search.fetch.FetchPhase.getSearchFields(FetchPhase.java:234)
app//org.elasticsearch.search.fetch.FetchPhase.createSearchHit(FetchPhase.java:209)
app//org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:160)
app//org.elasticsearch.search.aggregations.metrics.tophits.TopHitsAggregator.buildAggregation(TopHitsAggregator.java:168)
app//org.elasticsearch.search.aggregations.bucket.BestBucketsDeferringCollector$2.buildAggregation(BestBucketsDeferringCollector.java:213)
app//org.elasticsearch.search.aggregations.bucket.BucketsAggregator.bucketAggregations(BucketsAggregator.java:141)
app//org.elasticsearch.search.aggregations.bucket.terms.GlobalOrdinalsStringTermsAggregator.buildAggregation(GlobalOrdinalsStringTermsAggregator.java:238)
app//org.elasticsearch.search.aggregations.AggregationPhase.execute(AggregationPhase.java:130)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:120)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3501/0x0000000840c87840.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3502/0x0000000840c87c40.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@11.0.7/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.7/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.7/java.lang.Thread.run(Thread.java:834)
unique snapshot
java.base@11.0.7/java.util.zip.Inflater.inflateBytesBytes(Native Method)
java.base@11.0.7/java.util.zip.Inflater.inflate(Inflater.java:385)
app//org.apache.lucene.codecs.compressing.CompressionMode$DeflateDecompressor.decompress(CompressionMode.java:224)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState.document(CompressingStoredFieldsReader.java:555)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.document(CompressingStoredFieldsReader.java:571)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.visitDocument(CompressingStoredFieldsReader.java:578)
app//org.apache.lucene.index.CodecReader.document(CodecReader.java:84)
app//org.apache.lucene.index.FilterLeafReader.document(FilterLeafReader.java:341)
app//org.elasticsearch.search.fetch.FetchPhase.loadStoredFields(FetchPhase.java:435)
app//org.elasticsearch.search.fetch.FetchPhase.getSearchFields(FetchPhase.java:234)
app//org.elasticsearch.search.fetch.FetchPhase.createSearchHit(FetchPhase.java:209)
app//org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:160)
app//org.elasticsearch.search.aggregations.metrics.tophits.TopHitsAggregator.buildAggregation(TopHitsAggregator.java:168)
app//org.elasticsearch.search.aggregations.bucket.BestBucketsDeferringCollector$2.buildAggregation(BestBucketsDeferringCollector.java:213)
app//org.elasticsearch.search.aggregations.bucket.BucketsAggregator.bucketAggregations(BucketsAggregator.java:141)
app//org.elasticsearch.search.aggregations.bucket.terms.GlobalOrdinalsStringTermsAggregator.buildAggregation(GlobalOrdinalsStringTermsAggregator.java:238)
app//org.elasticsearch.search.aggregations.AggregationPhase.execute(AggregationPhase.java:130)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:120)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3501/0x0000000840c87840.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3502/0x0000000840c87c40.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@11.0.7/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.7/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.7/java.lang.Thread.run(Thread.java:834)
2.0% (10ms out of 500ms) cpu usage by thread 'elasticsearch[eswarm1][search][T#3]'
10/10 snapshots sharing following 40 elements
app//org.apache.lucene.util.packed.PackedInts.getReaderIteratorNoHeader(PackedInts.java:844)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState.doReset(CompressingStoredFieldsReader.java:447)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState.reset(CompressingStoredFieldsReader.java:389)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.document(CompressingStoredFieldsReader.java:568)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.visitDocument(CompressingStoredFieldsReader.java:578)
app//org.apache.lucene.index.CodecReader.document(CodecReader.java:84)
app//org.apache.lucene.index.FilterLeafReader.document(FilterLeafReader.java:341)
app//org.elasticsearch.search.fetch.FetchPhase.loadStoredFields(FetchPhase.java:435)
app//org.elasticsearch.search.fetch.FetchPhase.getSearchFields(FetchPhase.java:234)
app//org.elasticsearch.search.fetch.FetchPhase.createSearchHit(FetchPhase.java:209)
app//org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:160)
app//org.elasticsearch.search.aggregations.metrics.tophits.TopHitsAggregator.buildAggregation(TopHitsAggregator.java:168)
app//org.elasticsearch.search.aggregations.bucket.BestBucketsDeferringCollector$2.buildAggregation(BestBucketsDeferringCollector.java:213)
app//org.elasticsearch.search.aggregations.bucket.BucketsAggregator.bucketAggregations(BucketsAggregator.java:141)
app//org.elasticsearch.search.aggregations.bucket.terms.GlobalOrdinalsStringTermsAggregator.buildAggregation(GlobalOrdinalsStringTermsAggregator.java:238)
app//org.elasticsearch.search.aggregations.AggregationPhase.execute(AggregationPhase.java:130)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:120)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3501/0x0000000840c87840.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3502/0x0000000840c87c40.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@11.0.7/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.7/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.7/java.lang.Thread.run(Thread.java:834)
::: {linode6}{vwoApMh0ScKZBtHQfqN4EQ}{bciKa9xRRCy3cr4R_iLs2A}{172.105.226.179}{172.105.226.179:9300}{ml.machine_memory=33728798720, ml.max_open_jobs=20, xpack.installed=true, box_type=hot, ml.enabled=true}
Hot threads at 2020-11-03T02:29:08.531, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
101.7% (508.4ms out of 500ms) cpu usage by thread 'elasticsearch[linode6][search][T#4]'
10/10 snapshots sharing following 42 elements
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3759/1896555124.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3689/800925366.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3690/1130488994.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
101.7% (508.4ms out of 500ms) cpu usage by thread 'elasticsearch[linode6][search][T#20]'
6/10 snapshots sharing following 35 elements
app//org.apache.lucene.util.PriorityQueue.downHeap(PriorityQueue.java:275)
app//org.apache.lucene.util.PriorityQueue.updateTop(PriorityQueue.java:202)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:261)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3759/1896555124.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
2/10 snapshots sharing following 35 elements
app//org.apache.lucene.codecs.lucene70.Lucene70DocValuesProducer$TermsDict.next(Lucene70DocValuesProducer.java:1018)
app//org.apache.lucene.index.OrdinalMap$TermsEnumIndex.next(OrdinalMap.java:59)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:255)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3759/1896555124.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
2/10 snapshots sharing following 32 elements
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3759/1896555124.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
101.5% (507.3ms out of 500ms) cpu usage by thread 'elasticsearch[linode6][search][T#22]'
3/10 snapshots sharing following 43 elements
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:272)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3759/1896555124.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3689/800925366.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3690/1130488994.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
2/10 snapshots sharing following 44 elements
app//org.apache.lucene.index.OrdinalMap$TermsEnumIndex.next(OrdinalMap.java:59)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:255)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3759/1896555124.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3689/800925366.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3690/1130488994.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
5/10 snapshots sharing following 45 elements
app//org.apache.lucene.util.PriorityQueue.downHeap(PriorityQueue.java:275)
app//org.apache.lucene.util.PriorityQueue.updateTop(PriorityQueue.java:202)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:261)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3759/1896555124.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3689/800925366.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3690/1130488994.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
::: {eswarm2}{lDsq-JEOSmKZDpEOcc1bbw}{dmpFgOvTQ8qBnUtSkXmaKA}{172.104.124.73}{172.104.124.73:9300}{ml.machine_memory=8348442624, ml.max_open_jobs=20, xpack.installed=true, box_type=warm, ml.enabled=true}
Hot threads at 2020-11-03T02:29:08.582, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
2.4% (12.1ms out of 500ms) cpu usage by thread 'elasticsearch[eswarm2][search][T#5]'
10/10 snapshots sharing following 40 elements
app//org.apache.lucene.util.packed.PackedInts.getReaderIteratorNoHeader(PackedInts.java:844)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState.doReset(CompressingStoredFieldsReader.java:447)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState.reset(CompressingStoredFieldsReader.java:389)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.document(CompressingStoredFieldsReader.java:568)
app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.visitDocument(CompressingStoredFieldsReader.java:578)
app//org.apache.lucene.index.CodecReader.document(CodecReader.java:84)
app//org.apache.lucene.index.FilterLeafReader.document(FilterLeafReader.java:341)
app//org.elasticsearch.search.fetch.FetchPhase.loadStoredFields(FetchPhase.java:435)
app//org.elasticsearch.search.fetch.FetchPhase.getSearchFields(FetchPhase.java:234)
app//org.elasticsearch.search.fetch.FetchPhase.createSearchHit(FetchPhase.java:209)
app//org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:160)
app//org.elasticsearch.search.aggregations.metrics.tophits.TopHitsAggregator.buildAggregation(TopHitsAggregator.java:168)
app//org.elasticsearch.search.aggregations.bucket.BestBucketsDeferringCollector$2.buildAggregation(BestBucketsDeferringCollector.java:213)
app//org.elasticsearch.search.aggregations.bucket.BucketsAggregator.bucketAggregations(BucketsAggregator.java:141)
app//org.elasticsearch.search.aggregations.bucket.terms.GlobalOrdinalsStringTermsAggregator.buildAggregation(GlobalOrdinalsStringTermsAggregator.java:238)
app//org.elasticsearch.search.aggregations.AggregationPhase.execute(AggregationPhase.java:130)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:120)
app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237)
app//org.elasticsearch.indices.IndicesService$$Lambda$3508/0x0000000840c7f440.accept(Unknown Source)
app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293)
app//org.elasticsearch.indices.IndicesService$$Lambda$3509/0x0000000840c7f840.get(Unknown Source)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164)
app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119)
app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299)
app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@11.0.7/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@11.0.7/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.7/java.lang.Thread.run(Thread.java:834)
::: {linode7}{H68ZPuq4QMONPOjV0SNU5w}{6QaLIoiITG-bf5rLJHoM8Q}{139.162.112.203}{139.162.112.203:9300}{ml.machine_memory=33728778240, ml.max_open_jobs=20, xpack.installed=true, box_type=hot, ml.enabled=true}
Hot threads at 2020-11-03T02:29:08.507, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
105.9% (529.5ms out of 500ms) cpu usage by thread 'elasticsearch[linode7][search][T#7]'
10/10 snapshots sharing following 32 elements
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3473/1959733716.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
105.2% (525.9ms out of 500ms) cpu usage by thread 'elasticsearch[linode7][search][T#17]'
3/10 snapshots sharing following 35 elements
app//org.apache.lucene.util.PriorityQueue.downHeap(PriorityQueue.java:275)
app//org.apache.lucene.util.PriorityQueue.updateTop(PriorityQueue.java:202)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:261)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3473/1959733716.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
4/10 snapshots sharing following 38 elements
java.base@10.0.1/java.nio.DirectByteBuffer.get(DirectByteBuffer.java:303)
app//org.apache.lucene.store.ByteBufferGuard.getBytes(ByteBufferGuard.java:93)
app//org.apache.lucene.store.ByteBufferIndexInput.readBytes(ByteBufferIndexInput.java:89)
app//org.apache.lucene.codecs.lucene70.Lucene70DocValuesProducer$TermsDict.next(Lucene70DocValuesProducer.java:1028)
app//org.apache.lucene.index.OrdinalMap$TermsEnumIndex.next(OrdinalMap.java:59)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:255)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3473/1959733716.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
3/10 snapshots sharing following 32 elements
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3473/1959733716.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
104.2% (521ms out of 500ms) cpu usage by thread 'elasticsearch[linode7][search][T#5]'
2/10 snapshots sharing following 35 elements
app//org.apache.lucene.codecs.lucene70.Lucene70DocValuesProducer$TermsDict.next(Lucene70DocValuesProducer.java:1028)
app//org.apache.lucene.index.OrdinalMap$TermsEnumIndex.next(OrdinalMap.java:59)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:255)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3473/1959733716.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
5/10 snapshots sharing following 34 elements
app//org.apache.lucene.util.PriorityQueue.updateTop(PriorityQueue.java:202)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:261)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3473/1959733716.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
2/10 snapshots sharing following 34 elements
app//org.apache.lucene.index.OrdinalMap$TermsEnumIndex.next(OrdinalMap.java:59)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:255)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3473/1959733716.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
unique snapshot
app//org.apache.lucene.util.packed.PackedLongValues$Builder.pack(PackedLongValues.java:263)
app//org.apache.lucene.util.packed.DeltaPackedLongValues$Builder.pack(DeltaPackedLongValues.java:88)
app//org.apache.lucene.util.packed.MonotonicLongValues$Builder.pack(MonotonicLongValues.java:89)
app//org.apache.lucene.util.packed.PackedLongValues$Builder.pack(PackedLongValues.java:242)
app//org.apache.lucene.util.packed.PackedLongValues$Builder.add(PackedLongValues.java:225)
app//org.apache.lucene.index.OrdinalMap.<init>(OrdinalMap.java:270)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:168)
app//org.apache.lucene.index.OrdinalMap.build(OrdinalMap.java:147)
app//org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:130)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:47)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:172)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$3473/1959733716.load(Unknown Source)
app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
app//org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:169)
app//org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:118)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals$FieldData.globalOrdinalsValues(ValuesSource.java:151)
app//org.elasticsearch.search.aggregations.support.ValuesSource$Bytes$WithOrdinals.globalMaxOrd(ValuesSource.java:124)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.getMaxOrd(TermsAggregatorFactory.java:215)
app//org.elasticsearch.search.aggregations.bucket.terms.TermsAggregatorFactory.doCreateInternal(TermsAggregatorFactory.java:137)
app//org.elasticsearch.search.aggregations.support.ValuesSourceAggregatorFactory.createInternal(ValuesSourceAggregatorFactory.java:59)
app//org.elasticsearch.search.aggregations.AggregatorFactory.create(AggregatorFactory.java:216)
app//org.elasticsearch.search.aggregations.AggregatorFactories.createTopLevelAggregators(AggregatorFactories.java:218)
app//org.elasticsearch.search.aggregations.AggregationPhase.preProcess(AggregationPhase.java:55)
app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:112)
app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:351)
app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398)
app//org.elasticsearch.search.SearchService.access$100(SearchService.java:126)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360)
app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356)
app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117)
app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
::: {esmaster3}{933nb85eRliw6HlEovIulA}{Zi4zkDhLRgCAnPaIA6XJmw}{172.104.112.68}{172.104.112.68:9300}{ml.machine_memory=4127330304, ml.max_open_jobs=20, xpack.installed=true, ml.enabled=true}
Hot threads at 2020-11-03T02:29:08.520, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
::: {esmaster1}{5SvZycqvTHCsidi2IA09kQ}{-5J3ZjnoQMmy0E87IGCS0g}{139.162.78.104}{139.162.78.104:9300}{ml.machine_memory=4127322112, ml.max_open_jobs=20, xpack.installed=true, ml.enabled=true}
Hot threads at 2020-11-03T02:29:08.530, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
::: {esmaster2}{d7z3nW5_ToizBx68gt7Lrw}{qTfxjQI-RhGcAB5Mfm9Giw}{139.162.78.13}{139.162.78.13:9300}{ml.machine_memory=4127322112, ml.max_open_jobs=20, xpack.installed=true, ml.enabled=true}
Hot threads at 2020-11-03T02:29:08.513, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment