Skip to content

Instantly share code, notes, and snippets.

@icheishvili
Created August 7, 2019 11:46
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save icheishvili/3e7cd9382ae34c616df9e601f4771751 to your computer and use it in GitHub Desktop.
Save icheishvili/3e7cd9382ae34c616df9e601f4771751 to your computer and use it in GitHub Desktop.
::: {production_5}{LDS3OYk-TJaxxmxEYnhTsQ}{FnUem47gQECGFgy7QEUbwg}{10.0.7.191}{10.0.7.191:9300}{dim}{ml.machine_memory=8100618240, ml.max_open_jobs=20, xpack.installed=true}
Hot threads at 2019-08-07T11:41:21.796Z, interval=500ms, busiestThreads=99999, ignoreIdleThreads=false:
0.1% (643.8micros out of 500ms) cpu usage by thread 'elasticsearch[production_5][refresh][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.1% (383.5micros out of 500ms) cpu usage by thread 'elasticsearch[production_5][scheduler][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.1% (366.5micros out of 500ms) cpu usage by thread 'elasticsearch[production_5][http_server_worker][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (130.5micros out of 500ms) cpu usage by thread 'elasticsearch[production_5][transport_worker][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (42.4micros out of 500ms) cpu usage by thread 'elasticsearch[production_5][[timer]]'
10/10 snapshots sharing following 2 elements
java.base@12.0.1/java.lang.Thread.sleep(Native Method)
app//org.elasticsearch.threadpool.ThreadPool$CachedTimeThread.run(ThreadPool.java:593)
0.0% (16.9micros out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#16]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (15micros out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#18]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (14.9micros out of 500ms) cpu usage by thread 'ticker-schedule-trigger-engine'
10/10 snapshots sharing following 2 elements
java.base@12.0.1/java.lang.Thread.sleep(Native Method)
org.elasticsearch.xpack.watcher.trigger.schedule.engine.TickerScheduleTriggerEngine$Ticker.run(TickerScheduleTriggerEngine.java:193)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#2]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][management][T#3]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][transport_worker][T#3]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[keepAlive/7.3.0]'
10/10 snapshots sharing following 8 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
java.base@12.0.1/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
app//org.elasticsearch.bootstrap.Bootstrap$1.run(Bootstrap.java:83)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#3]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][clusterApplierService#updateTask][T#1]'
10/10 snapshots sharing following 8 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@12.0.1/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:547)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#4]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][transport_worker][T#2]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][search][T#2]'
10/10 snapshots sharing following 10 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][transport_worker][T#4]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][management][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][management][T#2]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'ml-cpp-log-tail-thread'
10/10 snapshots sharing following 6 elements
java.base@12.0.1/java.io.FileInputStream.readBytes(Native Method)
java.base@12.0.1/java.io.FileInputStream.read(FileInputStream.java:251)
org.elasticsearch.xpack.ml.process.logging.CppLogMessageHandler.tailStream(CppLogMessageHandler.java:105)
org.elasticsearch.xpack.ml.process.NativeController.lambda$tailLogsInThread$0(NativeController.java:72)
org.elasticsearch.xpack.ml.process.NativeController$$Lambda$2134/0x00000008018f0840.run(Unknown Source)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][management][T#4]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][management][T#5]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][trigger_engine_scheduler][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'Common-Cleaner'
10/10 snapshots sharing following 5 elements
java.base@12.0.1/java.lang.Object.wait(Native Method)
java.base@12.0.1/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
java.base@12.0.1/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
java.base@12.0.1/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:134)
0.0% (0s out of 500ms) cpu usage by thread 'Signal Dispatcher'
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
0.0% (0s out of 500ms) cpu usage by thread 'Reference Handler'
10/10 snapshots sharing following 3 elements
java.base@12.0.1/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
java.base@12.0.1/java.lang.ref.Reference.processPendingReferences(Reference.java:241)
java.base@12.0.1/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][search][T#1]'
10/10 snapshots sharing following 10 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'Connection evictor'
10/10 snapshots sharing following 3 elements
java.base@12.0.1/java.lang.Thread.sleep(Native Method)
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][search][T#3]'
10/10 snapshots sharing following 10 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][search][T#4]'
10/10 snapshots sharing following 10 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][flush][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#5]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][warmer][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][http_server_worker][T#2]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][http_server_worker][T#3]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][http_server_worker][T#4]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][write][T#1]'
10/10 snapshots sharing following 10 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][write][T#2]'
10/10 snapshots sharing following 10 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][listener][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#6]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][fetch_shard_store][T#15]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#7]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#8]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#9]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#11]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#12]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#13]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#14]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'process reaper'
10/10 snapshots sharing following 5 elements
java.base@12.0.1/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
java.base@12.0.1/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:138)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#15]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'Finalizer'
10/10 snapshots sharing following 4 elements
java.base@12.0.1/java.lang.Object.wait(Native Method)
java.base@12.0.1/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
java.base@12.0.1/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
java.base@12.0.1/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#17]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'DestroyJavaVM'
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#19]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][generic][T#20]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][masterService#updateTask][T#1]'
10/10 snapshots sharing following 8 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@12.0.1/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:547)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][ml_utility][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_5][trigger_engine_scheduler][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
::: {production_7}{kqFA_TX6RTyt6PXWcL63Pg}{nlduxtONR4GWraby3mHcsQ}{10.0.3.166}{10.0.3.166:9300}{dim}{ml.machine_memory=8100618240, xpack.installed=true, ml.max_open_jobs=20}
Hot threads at 2019-08-07T11:41:21.795Z, interval=500ms, busiestThreads=99999, ignoreIdleThreads=false:
0.1% (279.5micros out of 500ms) cpu usage by thread 'elasticsearch[production_7][scheduler][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (128.9micros out of 500ms) cpu usage by thread 'elasticsearch[production_7][transport_worker][T#4]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (62.3micros out of 500ms) cpu usage by thread 'elasticsearch[production_7][transport_worker][T#2]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (25.9micros out of 500ms) cpu usage by thread 'elasticsearch[production_7][[timer]]'
10/10 snapshots sharing following 2 elements
java.base@12.0.1/java.lang.Thread.sleep(Native Method)
app//org.elasticsearch.threadpool.ThreadPool$CachedTimeThread.run(ThreadPool.java:593)
0.0% (24.1micros out of 500ms) cpu usage by thread 'elasticsearch[production_7][transport_worker][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (22.4micros out of 500ms) cpu usage by thread 'elasticsearch[production_7][generic][T#4]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (15.4micros out of 500ms) cpu usage by thread 'ticker-schedule-trigger-engine'
10/10 snapshots sharing following 2 elements
java.base@12.0.1/java.lang.Thread.sleep(Native Method)
org.elasticsearch.xpack.watcher.trigger.schedule.engine.TickerScheduleTriggerEngine$Ticker.run(TickerScheduleTriggerEngine.java:193)
0.0% (10.8micros out of 500ms) cpu usage by thread 'elasticsearch[production_7][generic][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][clusterApplierService#updateTask][T#1]'
10/10 snapshots sharing following 8 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@12.0.1/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:547)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'Connection evictor'
10/10 snapshots sharing following 3 elements
java.base@12.0.1/java.lang.Thread.sleep(Native Method)
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'process reaper'
10/10 snapshots sharing following 5 elements
java.base@12.0.1/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
java.base@12.0.1/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:138)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][generic][T#3]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][generic][T#2]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][http_server_worker][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][fetch_shard_store][T#2]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][http_server_worker][T#3]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'Finalizer'
10/10 snapshots sharing following 4 elements
java.base@12.0.1/java.lang.Object.wait(Native Method)
java.base@12.0.1/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
java.base@12.0.1/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
java.base@12.0.1/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)
0.0% (0s out of 500ms) cpu usage by thread 'Signal Dispatcher'
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][management][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][management][T#5]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'Reference Handler'
10/10 snapshots sharing following 3 elements
java.base@12.0.1/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
java.base@12.0.1/java.lang.ref.Reference.processPendingReferences(Reference.java:241)
java.base@12.0.1/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][management][T#2]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][warmer][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][management][T#3]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][trigger_engine_scheduler][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][transport_worker][T#3]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'DestroyJavaVM'
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
0.0% (0s out of 500ms) cpu usage by thread 'ml-cpp-log-tail-thread'
10/10 snapshots sharing following 6 elements
java.base@12.0.1/java.io.FileInputStream.readBytes(Native Method)
java.base@12.0.1/java.io.FileInputStream.read(FileInputStream.java:251)
org.elasticsearch.xpack.ml.process.logging.CppLogMessageHandler.tailStream(CppLogMessageHandler.java:105)
org.elasticsearch.xpack.ml.process.NativeController.lambda$tailLogsInThread$0(NativeController.java:72)
org.elasticsearch.xpack.ml.process.NativeController$$Lambda$2134/0x00000008018efc40.run(Unknown Source)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][http_server_worker][T#2]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[keepAlive/7.3.0]'
10/10 snapshots sharing following 8 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
java.base@12.0.1/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
app//org.elasticsearch.bootstrap.Bootstrap$1.run(Bootstrap.java:83)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][http_server_worker][T#4]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][management][T#4]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][search][T#1]'
10/10 snapshots sharing following 10 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'Common-Cleaner'
10/10 snapshots sharing following 5 elements
java.base@12.0.1/java.lang.Object.wait(Native Method)
java.base@12.0.1/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
java.base@12.0.1/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
java.base@12.0.1/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:134)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][search][T#2]'
10/10 snapshots sharing following 10 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][search][T#3]'
10/10 snapshots sharing following 10 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][search][T#4]'
10/10 snapshots sharing following 10 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][refresh][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][generic][T#6]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][write][T#1]'
10/10 snapshots sharing following 10 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][write][T#2]'
10/10 snapshots sharing following 10 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][flush][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_7][listener][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
::: {production_4}{poDmDVGzRwqXGbq2FHPxpg}{YxhH8ATaS56BhxYm-SolHw}{10.0.2.137}{10.0.2.137:9300}{dim}{ml.machine_memory=8100618240, ml.max_open_jobs=20, xpack.installed=true}
Hot threads at 2019-08-07T11:41:21.797Z, interval=500ms, busiestThreads=99999, ignoreIdleThreads=false:
0.3% (1.2ms out of 500ms) cpu usage by thread 'elasticsearch[production_4][scheduler][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (125.2micros out of 500ms) cpu usage by thread 'elasticsearch[production_4][refresh][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (45.3micros out of 500ms) cpu usage by thread 'elasticsearch[production_4][[timer]]'
10/10 snapshots sharing following 2 elements
java.base@12.0.1/java.lang.Thread.sleep(Native Method)
app//org.elasticsearch.threadpool.ThreadPool$CachedTimeThread.run(ThreadPool.java:593)
0.0% (26.3micros out of 500ms) cpu usage by thread 'ticker-schedule-trigger-engine'
10/10 snapshots sharing following 2 elements
java.base@12.0.1/java.lang.Thread.sleep(Native Method)
org.elasticsearch.xpack.watcher.trigger.schedule.engine.TickerScheduleTriggerEngine$Ticker.run(TickerScheduleTriggerEngine.java:193)
0.0% (19.7micros out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#4]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (11.9micros out of 500ms) cpu usage by thread 'elasticsearch[production_4][http_server_worker][T#2]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (11.3micros out of 500ms) cpu usage by thread 'elasticsearch[production_4][http_server_worker][T#4]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (8.8micros out of 500ms) cpu usage by thread 'elasticsearch[production_4][http_server_worker][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (8.2micros out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#3]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (6micros out of 500ms) cpu usage by thread 'elasticsearch[production_4][http_server_worker][T#3]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'ml-cpp-log-tail-thread'
10/10 snapshots sharing following 6 elements
java.base@12.0.1/java.io.FileInputStream.readBytes(Native Method)
java.base@12.0.1/java.io.FileInputStream.read(FileInputStream.java:251)
org.elasticsearch.xpack.ml.process.logging.CppLogMessageHandler.tailStream(CppLogMessageHandler.java:105)
org.elasticsearch.xpack.ml.process.NativeController.lambda$tailLogsInThread$0(NativeController.java:72)
org.elasticsearch.xpack.ml.process.NativeController$$Lambda$2134/0x00000008018f0840.run(Unknown Source)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#2]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][transport_worker][T#4]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][transport_worker][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][clusterApplierService#updateTask][T#1]'
10/10 snapshots sharing following 8 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@12.0.1/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:547)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'Common-Cleaner'
10/10 snapshots sharing following 5 elements
java.base@12.0.1/java.lang.Object.wait(Native Method)
java.base@12.0.1/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
java.base@12.0.1/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
java.base@12.0.1/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:134)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][transport_worker][T#2]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][transport_worker][T#3]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/sun.nio.ch.EPoll.wait(Native Method)
java.base@12.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:791)
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:439)
io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:906)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][search][T#4]'
10/10 snapshots sharing following 10 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][management][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][management][T#2]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][management][T#3]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][management][T#4]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[keepAlive/7.3.0]'
10/10 snapshots sharing following 8 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
java.base@12.0.1/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
app//org.elasticsearch.bootstrap.Bootstrap$1.run(Bootstrap.java:83)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][trigger_engine_scheduler][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'Reference Handler'
10/10 snapshots sharing following 3 elements
java.base@12.0.1/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
java.base@12.0.1/java.lang.ref.Reference.processPendingReferences(Reference.java:241)
java.base@12.0.1/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)
0.0% (0s out of 500ms) cpu usage by thread 'DestroyJavaVM'
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][search][T#1]'
10/10 snapshots sharing following 10 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][search][T#2]'
10/10 snapshots sharing following 10 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][search][T#3]'
10/10 snapshots sharing following 10 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'Signal Dispatcher'
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
unique snapshot
0.0% (0s out of 500ms) cpu usage by thread 'process reaper'
10/10 snapshots sharing following 5 elements
java.base@12.0.1/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
java.base@12.0.1/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:138)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'Finalizer'
10/10 snapshots sharing following 4 elements
java.base@12.0.1/java.lang.Object.wait(Native Method)
java.base@12.0.1/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
java.base@12.0.1/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
java.base@12.0.1/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][flush][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][management][T#5]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#6]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][write][T#1]'
10/10 snapshots sharing following 10 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][write][T#2]'
10/10 snapshots sharing following 10 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][warmer][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][listener][T#1]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][fetch_shard_store][T#12]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#7]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#8]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#10]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#9]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#11]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#12]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'Connection evictor'
10/10 snapshots sharing following 3 elements
java.base@12.0.1/java.lang.Thread.sleep(Native Method)
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#13]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#14]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#15]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#16]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#17]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#18]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#19]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#20]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
0.0% (0s out of 500ms) cpu usage by thread 'elasticsearch[production_4][generic][T#21]'
10/10 snapshots sharing following 9 elements
java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
java.base@12.0.1/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment