Created
August 28, 2014 09:52
-
-
Save stack72/75af3113d2c0c1b69b97 to your computer and use it in GitHub Desktop.
hot_threads
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ::: [vpc0-logging-es-data-33][w6FMFfyAT9uPvxRZr4nfxA][vpc0-logging-es-data-33][inet[/10.30.6.53:9300]]{tag=v2, master=false} | |
| 97.4% (487ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-33][management][T#2]' | |
| 10/10 snapshots sharing following 11 elements | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:156) | |
| org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:100) | |
| org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:43) | |
| org.elasticsearch.action.support.nodes.TransportNodesOperationAction$NodeTransportHandler.messageReceived(TransportNodesOperationAction.java:283) | |
| org.elasticsearch.action.support.nodes.TransportNodesOperationAction$NodeTransportHandler.messageReceived(TransportNodesOperationAction.java:274) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 69.4% (346.8ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-33][management][T#4]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.4% (6.8ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-33][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-39][ySVOCluPTQaMXgNKPsGVzw][vpc0-logging-es-data-39][inet[/10.30.6.233:9300]]{tag=v2, master=false} | |
| 35.9% (179.6ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-39][management][T#1]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.7% (8.5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-39][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.3% (6.5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-39][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-02][zDA9yyn1S0S9MvhzP3O_9A][vpc0-logging-es-data-02][inet[/10.30.7.44:9300]]{tag=v2, master=false} | |
| 35.7% (178.4ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-02][management][T#1]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.6% (7.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-02][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.0% (5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-02][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-16][kguHt8CFTci2dD1Wo5UXJg][vpc0-logging-es-data-16][inet[/10.30.7.159:9300]]{tag=v2, master=false} | |
| 58.5% (292.6ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-16][management][T#1]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.6% (7.7ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-16][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.7% (3.2ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-16][search][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-28][OloYUYEuSZmi9S6GqIybLg][vpc0-logging-es-data-28][inet[/10.30.7.202:9300]]{tag=v2, master=false} | |
| 78.2% (391ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-28][management][T#1]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3.1% (15.4ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-28][refresh][T#1]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-47][yfxNj5rYQ0-avIfqE6GRoA][vpc0-logging-es-data-47][inet[/10.30.6.100:9300]]{tag=v2, master=false} | |
| 33.4% (167.1ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-47][management][T#3]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.4% (7ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-47][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.6% (2.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-47][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-40][fO1Gqd4pRwKEu81_AaUECw][vpc0-logging-es-data-40][inet[/10.30.7.34:9300]]{tag=v2, master=false} | |
| 64.3% (321.4ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-40][management][T#2]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2.1% (10.5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-40][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.5% (7.2ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-40][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-21][Gat8JwxkQDCb7b6IOK_WZQ][vpc0-logging-es-data-21][inet[/10.30.6.132:9300]]{tag=v2, master=false} | |
| 57.9% (289.4ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-21][marvel.exporters]' | |
| 2/10 snapshots sharing following 15 elements | |
| java.util.TreeMap.getEntry(TreeMap.java:353) | |
| java.util.TreeMap.get(TreeMap.java:273) | |
| org.apache.lucene.codecs.BlockTreeTermsReader.terms(BlockTreeTermsReader.java:258) | |
| org.elasticsearch.index.codec.postingsformat.BloomFilterPostingsFormat$BloomFilteredFieldsProducer.terms(BloomFilterPostingsFormat.java:180) | |
| org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.terms(PerFieldPostingsFormat.java:217) | |
| org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:361) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586) | |
| org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163) | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:174) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:138) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.exportNodeStats(AgentService.java:344) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:236) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 11 elements | |
| org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.terms(PerFieldPostingsFormat.java:217) | |
| org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:361) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586) | |
| org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163) | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:174) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:138) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.exportNodeStats(AgentService.java:344) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:236) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 16 elements | |
| org.apache.lucene.codecs.BlockTreeTermsReader.ramBytesUsed(BlockTreeTermsReader.java:3007) | |
| org.elasticsearch.index.codec.postingsformat.BloomFilterPostingsFormat$BloomFilteredFieldsProducer.ramBytesUsed(BloomFilterPostingsFormat.java:201) | |
| org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.ramBytesUsed(PerFieldPostingsFormat.java:235) | |
| org.apache.lucene.index.SegmentCoreReaders.ramBytesUsed(SegmentCoreReaders.java:217) | |
| org.apache.lucene.index.SegmentReader.ramBytesUsed(SegmentReader.java:567) | |
| org.elasticsearch.index.engine.internal.InternalEngine.getReaderRamBytesUsed(InternalEngine.java:1038) | |
| org.elasticsearch.index.engine.internal.InternalEngine.segmentsStats(InternalEngine.java:1049) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.segmentStats(InternalIndexShard.java:534) | |
| org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:166) | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:174) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:138) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.exportNodeStats(AgentService.java:344) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:236) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 13 elements | |
| java.util.TreeMap.getEntry(TreeMap.java:353) | |
| java.util.TreeMap.get(TreeMap.java:273) | |
| org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.terms(PerFieldPostingsFormat.java:216) | |
| org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:361) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586) | |
| org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163) | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:174) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:138) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.exportNodeStats(AgentService.java:344) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:236) | |
| java.lang.Thread.run(Thread.java:745) | |
| 41.7% (208.3ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-21][management][T#1]' | |
| 3/10 snapshots sharing following 20 elements | |
| org.apache.lucene.codecs.BlockTreeTermsReader.ramBytesUsed(BlockTreeTermsReader.java:3007) | |
| org.elasticsearch.index.codec.postingsformat.BloomFilterPostingsFormat$BloomFilteredFieldsProducer.ramBytesUsed(BloomFilterPostingsFormat.java:201) | |
| org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.ramBytesUsed(PerFieldPostingsFormat.java:235) | |
| org.apache.lucene.index.SegmentCoreReaders.ramBytesUsed(SegmentCoreReaders.java:217) | |
| org.apache.lucene.index.SegmentReader.ramBytesUsed(SegmentReader.java:567) | |
| org.elasticsearch.index.engine.internal.InternalEngine.getReaderRamBytesUsed(InternalEngine.java:1038) | |
| org.elasticsearch.index.engine.internal.InternalEngine.segmentsStats(InternalEngine.java:1049) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.segmentStats(InternalIndexShard.java:534) | |
| org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:166) | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:156) | |
| org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:100) | |
| org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:43) | |
| org.elasticsearch.action.support.nodes.TransportNodesOperationAction$NodeTransportHandler.messageReceived(TransportNodesOperationAction.java:283) | |
| org.elasticsearch.action.support.nodes.TransportNodesOperationAction$NodeTransportHandler.messageReceived(TransportNodesOperationAction.java:274) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 17 elements | |
| java.util.TreeMap.getEntry(TreeMap.java:353) | |
| java.util.TreeMap.get(TreeMap.java:273) | |
| org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.terms(PerFieldPostingsFormat.java:216) | |
| org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:361) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586) | |
| org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163) | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:156) | |
| org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:100) | |
| org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:43) | |
| org.elasticsearch.action.support.nodes.TransportNodesOperationAction$NodeTransportHandler.messageReceived(TransportNodesOperationAction.java:283) | |
| org.elasticsearch.action.support.nodes.TransportNodesOperationAction$NodeTransportHandler.messageReceived(TransportNodesOperationAction.java:274) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 19 elements | |
| java.util.TreeMap.getEntry(TreeMap.java:353) | |
| java.util.TreeMap.get(TreeMap.java:273) | |
| org.apache.lucene.codecs.BlockTreeTermsReader.terms(BlockTreeTermsReader.java:258) | |
| org.elasticsearch.index.codec.postingsformat.BloomFilterPostingsFormat$BloomFilteredFieldsProducer.terms(BloomFilterPostingsFormat.java:180) | |
| org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.terms(PerFieldPostingsFormat.java:217) | |
| org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:361) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586) | |
| org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163) | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:156) | |
| org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:100) | |
| org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:43) | |
| org.elasticsearch.action.support.nodes.TransportNodesOperationAction$NodeTransportHandler.messageReceived(TransportNodesOperationAction.java:283) | |
| org.elasticsearch.action.support.nodes.TransportNodesOperationAction$NodeTransportHandler.messageReceived(TransportNodesOperationAction.java:274) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 32.6% (163.1ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-21][[recovery_stream]][T#8]' | |
| 5/10 snapshots sharing following 16 elements | |
| org.elasticsearch.common.compress.lzf.ChunkEncoder.tryCompress(ChunkEncoder.java:236) | |
| org.elasticsearch.common.compress.lzf.ChunkEncoder.encodeAndWriteChunk(ChunkEncoder.java:154) | |
| org.elasticsearch.common.compress.lzf.LZFCompressedStreamOutput.compress(LZFCompressedStreamOutput.java:52) | |
| org.elasticsearch.common.compress.CompressedStreamOutput.writeBytes(CompressedStreamOutput.java:95) | |
| org.elasticsearch.common.io.stream.StreamOutput.write(StreamOutput.java:294) | |
| org.elasticsearch.common.bytes.BytesArray.writeTo(BytesArray.java:107) | |
| org.elasticsearch.common.io.stream.StreamOutput.writeBytesReference(StreamOutput.java:109) | |
| org.elasticsearch.common.io.stream.AdapterStreamOutput.writeBytesReference(AdapterStreamOutput.java:106) | |
| org.elasticsearch.indices.recovery.RecoveryFileChunkRequest.writeTo(RecoveryFileChunkRequest.java:114) | |
| org.elasticsearch.transport.netty.NettyTransport.sendRequest(NettyTransport.java:595) | |
| org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:206) | |
| org.elasticsearch.transport.TransportService.submitRequest(TransportService.java:184) | |
| org.elasticsearch.indices.recovery.RecoverySource$1$1.run(RecoverySource.java:210) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 13 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834) | |
| java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994) | |
| java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303) | |
| org.elasticsearch.common.util.concurrent.BaseFuture$Sync.get(BaseFuture.java:274) | |
| org.elasticsearch.common.util.concurrent.BaseFuture.get(BaseFuture.java:113) | |
| org.elasticsearch.transport.PlainTransportFuture.txGet(PlainTransportFuture.java:45) | |
| org.elasticsearch.transport.PlainTransportFuture.txGet(PlainTransportFuture.java:34) | |
| org.elasticsearch.indices.recovery.RecoverySource$1$1.run(RecoverySource.java:210) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.elasticsearch.common.compress.lzf.ChunkEncoder.tryCompress(ChunkEncoder.java:236) | |
| org.elasticsearch.common.compress.lzf.ChunkEncoder.encodeAndWriteChunk(ChunkEncoder.java:154) | |
| org.elasticsearch.common.compress.lzf.LZFCompressedStreamOutput.compress(LZFCompressedStreamOutput.java:52) | |
| org.elasticsearch.common.compress.CompressedStreamOutput.flushBuffer(CompressedStreamOutput.java:133) | |
| org.elasticsearch.common.compress.CompressedStreamOutput.writeBytes(CompressedStreamOutput.java:88) | |
| org.elasticsearch.common.io.stream.StreamOutput.write(StreamOutput.java:294) | |
| org.elasticsearch.common.bytes.BytesArray.writeTo(BytesArray.java:107) | |
| org.elasticsearch.common.io.stream.StreamOutput.writeBytesReference(StreamOutput.java:109) | |
| org.elasticsearch.common.io.stream.AdapterStreamOutput.writeBytesReference(AdapterStreamOutput.java:106) | |
| org.elasticsearch.indices.recovery.RecoveryFileChunkRequest.writeTo(RecoveryFileChunkRequest.java:114) | |
| org.elasticsearch.transport.netty.NettyTransport.sendRequest(NettyTransport.java:595) | |
| org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:206) | |
| org.elasticsearch.transport.TransportService.submitRequest(TransportService.java:184) | |
| org.elasticsearch.indices.recovery.RecoverySource$1$1.run(RecoverySource.java:210) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-44][I5FluU9ESESpjIXTF6-yfQ][vpc0-logging-es-data-44][inet[/10.30.7.57:9300]]{tag=v2, master=false} | |
| 27.1% (135.2ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-44][management][T#5]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 9.4% (46.8ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-44][refresh][T#1]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2.0% (9.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-44][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-30][VF0D8ZCkQemIINzI38hpxA][vpc0-logging-es-data-30][inet[/10.30.7.117:9300]]{tag=v2, master=false} | |
| 64.4% (322.2ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-30][management][T#3]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 23.7% (118.4ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-30][management][T#5]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.2% (6.2ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-30][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-04][Z0eIYK6xRwKO88RzNUv1Ag][vpc0-logging-es-data-04][inet[/10.30.7.173:9300]]{tag=v2, master=false} | |
| 42.4% (212.1ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-04][management][T#1]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2.8% (13.8ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-04][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2.8% (13.7ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-04][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-03][zAancd1-SAWz5v2Q4VaDCg][vpc0-logging-es-data-03][inet[/10.30.6.214:9300]]{tag=v2, master=false} | |
| 83.8% (419ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-03][management][T#4]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 81.2% (406.1ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-03][management][T#2]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3.5% (17.7ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-03][flush][T#1]' | |
| 10/10 snapshots sharing following 8 elements | |
| org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3096) | |
| org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3063) | |
| org.elasticsearch.index.engine.internal.InternalEngine.flush(InternalEngine.java:797) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.flush(InternalIndexShard.java:604) | |
| org.elasticsearch.index.translog.TranslogService$TranslogBasedFlush$1.run(TranslogService.java:202) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-11][vX7D9PpbTIuJN2ZxdzuL5g][vpc0-logging-es-data-11][inet[/10.30.6.54:9300]]{tag=v2, master=false} | |
| 25.7% (128.5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-11][management][T#5]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4.6% (23ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-11][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.8% (9.1ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-11][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-34][49xiPBc4TNqL0ARECz4Ebg][vpc0-logging-es-data-34][inet[/10.30.7.151:9300]]{tag=v2, master=false} | |
| 9.2% (45.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-34][refresh][T#1]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3.5% (17.5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-34][management][T#3]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.2% (5.8ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-34][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-13][ZI8q2TIqS0WVx5vRHFvzbw][vpc0-logging-es-data-13][inet[/10.30.6.93:9300]]{tag=v2, master=false} | |
| 41.7% (208.3ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-13][management][T#3]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.8% (9.1ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-13][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.2% (6.1ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-13][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-15][d0AEGGyfQIS4J5u-OMfbUQ][vpc0-logging-es-data-15][inet[/10.30.6.29:9300]]{tag=v2, master=false} | |
| 60.0% (300.2ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-15][management][T#2]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6.2% (30.8ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-15][management][T#3]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2.0% (9.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-15][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-29][bko52eCxRMWIhZQsXng4vQ][vpc0-logging-es-data-29][inet[/10.30.6.196:9300]]{tag=v2, master=false} | |
| 5.0% (25.2ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-29][management][T#1]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.2% (6.1ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-29][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.7% (3.6ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-29][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-balancer-06][89pi6ep4TAmV8d8hG48BTw][vpc0-logging-es-balancer-06][inet[/10.30.6.106:9300]]{tag=v2, data=false, master=true} | |
| 0.6% (3.1ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-balancer-06][transport_client_worker][T#1]{New I/O worker #1}' | |
| 10/10 snapshots sharing following 15 elements | |
| sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) | |
| sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.3% (1.3ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-balancer-06][scheduler][T#1]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) | |
| java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) | |
| java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.2% (1.1ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-balancer-06][transport_client_worker][T#2]{New I/O worker #2}' | |
| 10/10 snapshots sharing following 15 elements | |
| sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) | |
| sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-22][zqf6w1enS8qRVa-mL7eYtA][vpc0-logging-es-data-22][inet[/10.30.7.238:9300]]{tag=v2, master=false} | |
| 1.2% (6.1ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-22][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.0% (5.1ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-22][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.5% (2.3ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-22][search][T#5]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-17][vVV9ZlTgQX-NaVFlWBiEBg][vpc0-logging-es-data-17][inet[/10.30.6.156:9300]]{tag=v2, master=false} | |
| 39.5% (197.3ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-17][management][T#4]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.9% (9.6ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-17][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.8% (8.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-17][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-26][xHjeBS7VQEu2dO1OHe0ufg][vpc0-logging-es-data-26][inet[/10.30.7.144:9300]]{tag=v2, master=false} | |
| 24.7% (123.5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-26][management][T#2]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 17.1% (85.6ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-26][management][T#3]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2.1% (10.3ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-26][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-20][C48zVozuTOik2pPnvVqugg][vpc0-logging-es-data-20][inet[/10.30.7.40:9300]]{tag=v2, master=false} | |
| 43.5% (217.2ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-20][management][T#3]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.3% (6.3ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-20][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.8% (4.2ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-20][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-38][OOfZqQylTwqMqZ-yt5OqDQ][vpc0-logging-es-data-38][inet[/10.30.7.229:9300]]{tag=v2, master=false} | |
| 17.2% (85.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-38][management][T#3]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3.2% (15.8ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-38][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2.9% (14.5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-38][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-45][6LT5jVQqTD23Btx9ggTcgg][vpc0-logging-es-data-45][inet[/10.30.6.131:9300]]{tag=v2, master=false} | |
| 63.8% (319ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-45][management][T#3]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.6% (7.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-45][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.2% (5.8ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-45][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-09][qcoKsyGyTLGseH1BJLEIsQ][vpc0-logging-es-data-09][inet[/10.30.6.74:9300]]{tag=v2, master=false} | |
| 40.6% (202.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-09][management][T#5]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2.3% (11.5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-09][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2.3% (11.4ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-09][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-41][sFVBEQijQsqTY8iQ6s6IHQ][vpc0-logging-es-data-41][inet[/10.30.6.107:9300]]{tag=v2, master=false} | |
| 10.6% (53ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-41][transport_server_worker][T#4]{New I/O worker #9}' | |
| 2/10 snapshots sharing following 37 elements | |
| org.elasticsearch.common.compress.lzf.impl.UnsafeChunkDecoder.decodeChunk(UnsafeChunkDecoder.java:116) | |
| org.elasticsearch.common.compress.lzf.impl.UnsafeChunkDecoder.decodeChunk(UnsafeChunkDecoder.java:64) | |
| org.elasticsearch.common.compress.lzf.LZFCompressedStreamInput.uncompress(LZFCompressedStreamInput.java:57) | |
| org.elasticsearch.common.compress.CompressedStreamInput.readyBuffer(CompressedStreamInput.java:168) | |
| org.elasticsearch.common.compress.CompressedStreamInput.read(CompressedStreamInput.java:119) | |
| org.elasticsearch.common.compress.CompressedStreamInput.readBytes(CompressedStreamInput.java:133) | |
| org.elasticsearch.common.io.stream.StreamInput.readBytesReference(StreamInput.java:86) | |
| org.elasticsearch.common.io.stream.StreamInput.readBytesReference(StreamInput.java:74) | |
| org.elasticsearch.common.io.stream.AdapterStreamInput.readBytesReference(AdapterStreamInput.java:64) | |
| org.elasticsearch.indices.recovery.RecoveryFileChunkRequest.readFrom(RecoveryFileChunkRequest.java:102) | |
| org.elasticsearch.transport.netty.MessageChannelHandler.handleRequest(MessageChannelHandler.java:209) | |
| org.elasticsearch.transport.netty.MessageChannelHandler.messageReceived(MessageChannelHandler.java:109) | |
| org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) | |
| org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:296) | |
| org.elasticsearch.common.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:462) | |
| org.elasticsearch.common.netty.handler.codec.frame.FrameDecoder.callDecode(FrameDecoder.java:443) | |
| org.elasticsearch.common.netty.handler.codec.frame.FrameDecoder.messageReceived(FrameDecoder.java:310) | |
| org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) | |
| org.elasticsearch.common.netty.OpenChannelsHandler.handleUpstream(OpenChannelsHandler.java:74) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:559) | |
| org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:268) | |
| org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:255) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.read(NioWorker.java:88) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:108) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:318) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 15 elements | |
| sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) | |
| sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 9.8% (48.8ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-41][transport_server_worker][T#3]{New I/O worker #8}' | |
| 10/10 snapshots sharing following 15 elements | |
| sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) | |
| sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8.1% (40.4ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-41][generic][T#56]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) | |
| java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) | |
| java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-06][S79ZHeaJSrOzZaKDgJvkyw][vpc0-logging-es-data-06][inet[/10.30.7.214:9300]]{tag=v2, master=false} | |
| 73.1% (365.7ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-06][management][T#2]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 38.8% (193.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-06][management][T#1]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5.5% (27.4ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-06][refresh][T#1]' | |
| 3/10 snapshots sharing following 19 elements | |
| org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81) | |
| org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465) | |
| org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:518) | |
| org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:628) | |
| org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:373) | |
| org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:287) | |
| org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:262) | |
| org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:252) | |
| org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:171) | |
| org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:118) | |
| org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:58) | |
| org.apache.lucene.search.ReferenceManager.doMaybeRefresh(ReferenceManager.java:176) | |
| org.apache.lucene.search.ReferenceManager.maybeRefresh(ReferenceManager.java:225) | |
| org.elasticsearch.index.engine.internal.InternalEngine.refresh(InternalEngine.java:715) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.refresh(InternalIndexShard.java:479) | |
| org.elasticsearch.index.shard.service.InternalIndexShard$EngineRefresher$1.run(InternalIndexShard.java:928) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 9 elements | |
| org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:58) | |
| org.apache.lucene.search.ReferenceManager.doMaybeRefresh(ReferenceManager.java:176) | |
| org.apache.lucene.search.ReferenceManager.maybeRefresh(ReferenceManager.java:225) | |
| org.elasticsearch.index.engine.internal.InternalEngine.refresh(InternalEngine.java:715) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.refresh(InternalIndexShard.java:479) | |
| org.elasticsearch.index.shard.service.InternalIndexShard$EngineRefresher$1.run(InternalIndexShard.java:928) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-12][fkjzs93BTrCQEH4s5Q7hRQ][vpc0-logging-es-data-12][inet[/10.30.7.96:9300]]{tag=v2, master=false} | |
| 64.0% (320.1ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-12][management][T#4]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 9.0% (45ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-12][refresh][T#1]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7.6% (37.7ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-12][marvel.exporters]' | |
| 10/10 snapshots sharing following 3 elements | |
| java.lang.Thread.sleep(Native Method) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:230) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-01][2rkebAiDRt6PzLuf312OGg][vpc0-logging-es-data-01][inet[/10.30.6.180:9300]]{tag=v2, master=false} | |
| 35.6% (177.7ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-01][management][T#3]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.8% (8.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-01][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.0% (5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-01][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-32][gx1Omo6yRYS0N9Sj_oULmw][vpc0-logging-es-data-32][inet[/10.30.7.13:9300]]{tag=v2, master=false} | |
| 83.9% (419.5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-32][marvel.exporters]' | |
| 10/10 snapshots sharing following 3 elements | |
| java.lang.Thread.sleep(Native Method) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:230) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6.8% (33.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-32][management][T#5]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.5% (2.2ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-32][scheduler][T#1]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) | |
| java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) | |
| java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-05][Bi4tADXqQLGiZHwqMRJO7w][vpc0-logging-es-data-05][inet[/10.30.6.201:9300]]{tag=v2, master=false} | |
| 38.5% (192.3ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-05][management][T#5]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6.9% (34.5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-05][refresh][T#1]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3.7% (18.4ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-05][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-35][SJu8lWuNQaaxVMM76XRYtA][vpc0-logging-es-data-35][inet[/10.30.6.125:9300]]{tag=v2, master=false} | |
| 42.4% (212.2ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-35][management][T#3]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.4% (6.8ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-35][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.3% (6.3ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-35][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-31][riiVCDaiQC-s8St77kO6fA][vpc0-logging-es-data-31][inet[/10.30.6.183:9300]]{tag=v2, master=false} | |
| 21.6% (107.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-31][management][T#2]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 11.0% (55ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-31][marvel.exporters]' | |
| 3/10 snapshots sharing following 11 elements | |
| java.util.Collections$UnmodifiableCollection$1.hasNext(Collections.java:1066) | |
| org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:360) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586) | |
| org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163) | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:174) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:138) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.exportNodeStats(AgentService.java:344) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:236) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 15 elements | |
| java.util.TreeMap.getEntry(TreeMap.java:353) | |
| java.util.TreeMap.get(TreeMap.java:273) | |
| org.apache.lucene.codecs.BlockTreeTermsReader.terms(BlockTreeTermsReader.java:258) | |
| org.elasticsearch.index.codec.postingsformat.BloomFilterPostingsFormat$BloomFilteredFieldsProducer.terms(BloomFilterPostingsFormat.java:180) | |
| org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.terms(PerFieldPostingsFormat.java:217) | |
| org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:361) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586) | |
| org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163) | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:174) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:138) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.exportNodeStats(AgentService.java:344) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:236) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 13 elements | |
| java.util.TreeMap.getEntry(TreeMap.java:353) | |
| java.util.TreeMap.get(TreeMap.java:273) | |
| org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.terms(PerFieldPostingsFormat.java:216) | |
| org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:361) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586) | |
| org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163) | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:174) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:138) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.exportNodeStats(AgentService.java:344) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:236) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 15 elements | |
| org.elasticsearch.index.codec.postingsformat.BloomFilterPostingsFormat$BloomFilteredFieldsProducer.ramBytesUsed(BloomFilterPostingsFormat.java:201) | |
| org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.ramBytesUsed(PerFieldPostingsFormat.java:235) | |
| org.apache.lucene.index.SegmentCoreReaders.ramBytesUsed(SegmentCoreReaders.java:217) | |
| org.apache.lucene.index.SegmentReader.ramBytesUsed(SegmentReader.java:567) | |
| org.elasticsearch.index.engine.internal.InternalEngine.getReaderRamBytesUsed(InternalEngine.java:1038) | |
| org.elasticsearch.index.engine.internal.InternalEngine.segmentsStats(InternalEngine.java:1049) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.segmentStats(InternalIndexShard.java:534) | |
| org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:166) | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:174) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:138) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.exportNodeStats(AgentService.java:344) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:236) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3.1% (15.6ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-31][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-10][JaiYp6VMS5-j020L0Nwcpg][vpc0-logging-es-data-10][inet[/10.30.7.190:9300]]{tag=v2, master=false} | |
| 48.9% (244.5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-10][management][T#2]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.2% (6ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-10][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.1% (5.6ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-10][search][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-43][V2fth-E4T7KIyK9ZLO9SYA][vpc0-logging-es-data-43][inet[/10.30.6.247:9300]]{tag=v2, master=false} | |
| 40.4% (202ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-43][management][T#5]' | |
| 10/10 snapshots sharing following 11 elements | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:156) | |
| org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:100) | |
| org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:43) | |
| org.elasticsearch.action.support.nodes.TransportNodesOperationAction$NodeTransportHandler.messageReceived(TransportNodesOperationAction.java:283) | |
| org.elasticsearch.action.support.nodes.TransportNodesOperationAction$NodeTransportHandler.messageReceived(TransportNodesOperationAction.java:274) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 32.2% (161.2ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-43][marvel.exporters]' | |
| 6/10 snapshots sharing following 15 elements | |
| java.util.TreeMap.getEntry(TreeMap.java:353) | |
| java.util.TreeMap.get(TreeMap.java:273) | |
| org.apache.lucene.codecs.BlockTreeTermsReader.terms(BlockTreeTermsReader.java:258) | |
| org.elasticsearch.index.codec.postingsformat.BloomFilterPostingsFormat$BloomFilteredFieldsProducer.terms(BloomFilterPostingsFormat.java:180) | |
| org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.terms(PerFieldPostingsFormat.java:217) | |
| org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:361) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586) | |
| org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163) | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:174) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:138) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.exportNodeStats(AgentService.java:344) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:236) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 13 elements | |
| java.util.TreeMap.getEntry(TreeMap.java:353) | |
| java.util.TreeMap.get(TreeMap.java:273) | |
| org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.terms(PerFieldPostingsFormat.java:216) | |
| org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:361) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586) | |
| org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163) | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:174) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:138) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.exportNodeStats(AgentService.java:344) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:236) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 16 elements | |
| org.apache.lucene.codecs.BlockTreeTermsReader.ramBytesUsed(BlockTreeTermsReader.java:3007) | |
| org.elasticsearch.index.codec.postingsformat.BloomFilterPostingsFormat$BloomFilteredFieldsProducer.ramBytesUsed(BloomFilterPostingsFormat.java:201) | |
| org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.ramBytesUsed(PerFieldPostingsFormat.java:235) | |
| org.apache.lucene.index.SegmentCoreReaders.ramBytesUsed(SegmentCoreReaders.java:217) | |
| org.apache.lucene.index.SegmentReader.ramBytesUsed(SegmentReader.java:567) | |
| org.elasticsearch.index.engine.internal.InternalEngine.getReaderRamBytesUsed(InternalEngine.java:1038) | |
| org.elasticsearch.index.engine.internal.InternalEngine.segmentsStats(InternalEngine.java:1049) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.segmentStats(InternalIndexShard.java:534) | |
| org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:166) | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:174) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:138) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.exportNodeStats(AgentService.java:344) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:236) | |
| java.lang.Thread.run(Thread.java:745) | |
| 29.7% (148.2ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-43][management][T#1]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-23][lW_NEisRQ0u1g7DO1n3D6A][vpc0-logging-es-data-23][inet[/10.30.6.24:9300]]{tag=v2, master=false} | |
| 31.7% (158.5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-23][marvel.exporters]' | |
| 6/10 snapshots sharing following 13 elements | |
| java.util.TreeMap.getEntry(TreeMap.java:353) | |
| java.util.TreeMap.get(TreeMap.java:273) | |
| org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.terms(PerFieldPostingsFormat.java:216) | |
| org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:361) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586) | |
| org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163) | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:174) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:138) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.exportNodeStats(AgentService.java:344) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:236) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 15 elements | |
| java.util.TreeMap.getEntry(TreeMap.java:353) | |
| java.util.TreeMap.get(TreeMap.java:273) | |
| org.apache.lucene.codecs.BlockTreeTermsReader.terms(BlockTreeTermsReader.java:258) | |
| org.elasticsearch.index.codec.postingsformat.BloomFilterPostingsFormat$BloomFilteredFieldsProducer.terms(BloomFilterPostingsFormat.java:180) | |
| org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.terms(PerFieldPostingsFormat.java:217) | |
| org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:361) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586) | |
| org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163) | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:174) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:138) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.exportNodeStats(AgentService.java:344) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:236) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:360) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586) | |
| org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163) | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211) | |
| org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:174) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:138) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.exportNodeStats(AgentService.java:344) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:236) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.3% (91.6ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-23][management][T#3]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2.4% (12ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-23][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-14][hfckbRymRZyo3fGXYHMa1w][vpc0-logging-es-data-14][inet[/10.30.7.224:9300]]{tag=v2, master=false} | |
| 1.5% (7.4ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-14][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.8% (3.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-14][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.6% (3.1ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-14][search][T#6]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-19][Y1JKrFtrToWofByfJpQOkA][vpc0-logging-es-data-19][inet[/10.30.6.124:9300]]{tag=v2, master=false} | |
| 69.0% (344.7ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-19][management][T#3]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 13.3% (66.6ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-19][refresh][T#1]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.9% (9.5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-19][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-balancer-05][vbHEVkgGSBeAi6Pvr0C_Ug][vpc0-logging-es-balancer-05][inet[/10.30.7.169:9300]]{tag=v2, data=false, master=true} | |
| 0.7% (3.3ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-balancer-05][transport_client_worker][T#1]{New I/O worker #1}' | |
| 10/10 snapshots sharing following 15 elements | |
| sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) | |
| sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.6% (3.1ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-balancer-05][transport_client_worker][T#2]{New I/O worker #2}' | |
| 10/10 snapshots sharing following 15 elements | |
| sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) | |
| sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.1% (479.7micros out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-balancer-05][http_server_worker][T#2]{New I/O worker #8}' | |
| 10/10 snapshots sharing following 15 elements | |
| sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) | |
| sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-18][ujnDpm8uRXWOrGlvP8b0rA][vpc0-logging-es-data-18][inet[/10.30.7.30:9300]]{tag=v2, master=false} | |
| 17.8% (89.1ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-18][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.8% (3.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-18][search][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.7% (3.5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-18][search][T#4]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-07][utg1Fn8iS8mXNZtdxknIiA][vpc0-logging-es-data-07][inet[/10.30.6.118:9300]]{tag=v2, master=false} | |
| 5.5% (27.2ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-07][bulk][T#1]' | |
| 2/10 snapshots sharing following 18 elements | |
| org.apache.lucene.analysis.tokenattributes.CharTermAttributeImpl.fillBytesRef(CharTermAttributeImpl.java:90) | |
| org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:180) | |
| org.apache.lucene.index.DocInverterPerField.processFields(DocInverterPerField.java:172) | |
| org.apache.lucene.index.DocFieldProcessor.processDocument(DocFieldProcessor.java:248) | |
| org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:253) | |
| org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:465) | |
| org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1537) | |
| org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1207) | |
| org.elasticsearch.index.engine.internal.InternalEngine.innerCreate(InternalEngine.java:459) | |
| org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:386) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:384) | |
| org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnReplica(TransportShardBulkAction.java:572) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:249) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:228) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 21 elements | |
| org.apache.lucene.analysis.standard.StandardTokenizer.incrementToken(StandardTokenizer.java:178) | |
| org.apache.lucene.analysis.standard.StandardFilter.incrementToken(StandardFilter.java:49) | |
| org.apache.lucene.analysis.core.LowerCaseFilter.incrementToken(LowerCaseFilter.java:54) | |
| org.apache.lucene.analysis.util.FilteringTokenFilter.incrementToken(FilteringTokenFilter.java:82) | |
| org.elasticsearch.common.lucene.all.AllTokenStream.incrementToken(AllTokenStream.java:62) | |
| org.apache.lucene.index.DocInverterPerField.processFields(DocInverterPerField.java:183) | |
| org.apache.lucene.index.DocFieldProcessor.processDocument(DocFieldProcessor.java:248) | |
| org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:253) | |
| org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:465) | |
| org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1537) | |
| org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1207) | |
| org.elasticsearch.index.engine.internal.InternalEngine.innerCreate(InternalEngine.java:459) | |
| org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:386) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:384) | |
| org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnReplica(TransportShardBulkAction.java:572) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:249) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:228) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 17 elements | |
| org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:187) | |
| org.apache.lucene.index.DocInverterPerField.processFields(DocInverterPerField.java:172) | |
| org.apache.lucene.index.DocFieldProcessor.processDocument(DocFieldProcessor.java:248) | |
| org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:253) | |
| org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:465) | |
| org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1537) | |
| org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1207) | |
| org.elasticsearch.index.engine.internal.InternalEngine.innerCreate(InternalEngine.java:459) | |
| org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:386) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:384) | |
| org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnReplica(TransportShardBulkAction.java:572) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:249) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:228) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 9 elements | |
| org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:386) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:384) | |
| org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnReplica(TransportShardBulkAction.java:572) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:249) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:228) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2.7% (13.5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-07][refresh][T#1]' | |
| 2/10 snapshots sharing following 24 elements | |
| org.apache.lucene.codecs.BlockTreeTermsWriter$TermsWriter.finishTerm(BlockTreeTermsWriter.java:1039) | |
| org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:548) | |
| org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85) | |
| org.apache.lucene.index.TermsHash.flush(TermsHash.java:116) | |
| org.apache.lucene.index.DocInverter.flush(DocInverter.java:53) | |
| org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81) | |
| org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465) | |
| org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:518) | |
| org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:628) | |
| org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:373) | |
| org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:287) | |
| org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:262) | |
| org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:252) | |
| org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:171) | |
| org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:118) | |
| org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:58) | |
| org.apache.lucene.search.ReferenceManager.doMaybeRefresh(ReferenceManager.java:176) | |
| org.apache.lucene.search.ReferenceManager.maybeRefresh(ReferenceManager.java:225) | |
| org.elasticsearch.index.engine.internal.InternalEngine.refresh(InternalEngine.java:715) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.refresh(InternalIndexShard.java:479) | |
| org.elasticsearch.index.shard.service.InternalIndexShard$EngineRefresher$1.run(InternalIndexShard.java:928) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 9 elements | |
| org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:58) | |
| org.apache.lucene.search.ReferenceManager.doMaybeRefresh(ReferenceManager.java:176) | |
| org.apache.lucene.search.ReferenceManager.maybeRefresh(ReferenceManager.java:225) | |
| org.elasticsearch.index.engine.internal.InternalEngine.refresh(InternalEngine.java:715) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.refresh(InternalIndexShard.java:479) | |
| org.elasticsearch.index.shard.service.InternalIndexShard$EngineRefresher$1.run(InternalIndexShard.java:928) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.9% (9.6ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-07][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-balancer-04][TAbOGihUTVmZ9ezXR41D3w][vpc0-logging-es-balancer-04][inet[vpc0-logging-es-balancer-04/10.30.6.242:9300]]{tag=v2, data=false, master=true} | |
| 12.9% (64.6ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-balancer-04][http_server_worker][T#2]{New I/O worker #8}' | |
| 10/10 snapshots sharing following 15 elements | |
| sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) | |
| sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.5% (2.2ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-balancer-04][transport_client_worker][T#2]{New I/O worker #2}' | |
| 10/10 snapshots sharing following 15 elements | |
| sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) | |
| sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.4% (1.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-balancer-04][transport_client_worker][T#1]{New I/O worker #1}' | |
| 10/10 snapshots sharing following 15 elements | |
| sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) | |
| sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-25][ZP5aRcuDTV-4uqix7CFkwg][vpc0-logging-es-data-25][inet[/10.30.6.50:9300]]{tag=v2, master=false} | |
| 33.2% (165.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-25][management][T#3]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.7% (8.2ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-25][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.0% (4.8ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-25][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-36][MS19mf7kRsG77yo-70IkbQ][vpc0-logging-es-data-36][inet[/10.30.7.59:9300]]{tag=v2, master=false} | |
| 9.7% (48.5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-36][transport_server_worker][T#4]{New I/O worker #9}' | |
| 10/10 snapshots sharing following 15 elements | |
| sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) | |
| sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8.8% (44.1ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-36][transport_server_worker][T#1]{New I/O worker #6}' | |
| 10/10 snapshots sharing following 15 elements | |
| sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) | |
| sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4.6% (22.8ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-36][generic][T#35]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) | |
| java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) | |
| java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-42][bg2N0uclQAaMyw99QSFRgg][vpc0-logging-es-data-42][inet[/10.30.7.217:9300]]{tag=v2, master=false} | |
| 42.9% (214.3ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-42][management][T#3]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.8% (9.2ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-42][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.4% (6.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-42][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-46][fz3KImyvRZ-9beyIvCFpfg][vpc0-logging-es-data-46][inet[/10.30.7.32:9300]]{tag=v2, master=false} | |
| 6.9% (34.7ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-46][management][T#3]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.1% (401.8micros out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-46][keep_alive]' | |
| 10/10 snapshots sharing following 3 elements | |
| java.lang.Thread.sleep(Native Method) | |
| org.elasticsearch.marvel.agent.exporter.ESExporter$ConnectionKeepAliveWorker.run(ESExporter.java:705) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.1% (289.7micros out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-46][http_server_worker][T#3]{New I/O worker #13}' | |
| 10/10 snapshots sharing following 15 elements | |
| sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) | |
| sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-27][0X7SIt38TrKcfgfOVwkauA][vpc0-logging-es-data-27][inet[/10.30.6.172:9300]]{tag=v2, master=false} | |
| 37.8% (188.8ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-27][management][T#3]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2.3% (11.3ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-27][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2.2% (10.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-27][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-24][u1zJJi5rRUq1T09a2QsmQw][vpc0-logging-es-data-24][inet[/10.30.7.104:9300]]{tag=v2, master=false} | |
| 39.0% (194.9ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-24][management][T#4]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.0% (221.8micros out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-24][transport_server_worker][T#1]{New I/O worker #6}' | |
| 10/10 snapshots sharing following 15 elements | |
| sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) | |
| sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.0% (200.2micros out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-24][transport_client_timer][T#1]{Hashed wheel timer #1}' | |
| 10/10 snapshots sharing following 5 elements | |
| java.lang.Thread.sleep(Native Method) | |
| org.elasticsearch.common.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:483) | |
| org.elasticsearch.common.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:392) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-37][jqODKLx8RuGcFNhNeLnAMA][vpc0-logging-es-data-37][inet[/10.30.6.114:9300]]{tag=v2, master=false} | |
| 36.6% (183ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-37][management][T#5]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2.2% (10.7ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-37][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.9% (4.4ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-37][search][T#5]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [vpc0-logging-es-data-08][7G_RgxA1QRq7-xzwE5LSig][vpc0-logging-es-data-08][inet[/10.30.7.175:9300]]{tag=v2, master=false} | |
| 25.5% (127.5ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-08][management][T#3]' | |
| 10/10 snapshots sharing following 9 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2.4% (11.8ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-08][bulk][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.2% (5.8ms out of 500ms) cpu usage by thread 'elasticsearch[vpc0-logging-es-data-08][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment