-
-
Save schonfeld/766d771d211e452a7100 to your computer and use it in GitHub Desktop.
GET _nodes/hot_threads
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ::: [elektra][SKFbxu6jTymCPObmGOgWTw][e3afee13636b][inet[elektra.c.socialrank-prod.internal/10.240.5.150:9300]] | |
| 0.7% (3.4ms out of 500ms) cpu usage by thread 'elasticsearch[elektra][search][T#6]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.2% (888.4micros out of 500ms) cpu usage by thread 'elasticsearch[elektra][index][T#3]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.1% (408.6micros out of 500ms) cpu usage by thread 'TimeLimitedCollector timer thread' | |
| 10/10 snapshots sharing following 2 elements | |
| java.lang.Thread.sleep(Native Method) | |
| org.apache.lucene.search.TimeLimitingCollector$TimerThread.run(TimeLimitingCollector.java:267) | |
| ::: [aurora][Fqu4gvwSQqGBZuCZajVwQQ][0f64f7de1e2c][inet[/10.240.199.19:9300]] | |
| 28.8% (144ms out of 500ms) cpu usage by thread 'elasticsearch[aurora][get][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.3% (1.2ms out of 500ms) cpu usage by thread 'elasticsearch[aurora][http_server_worker][T#6]{New I/O worker #6}' | |
| 10/10 snapshots sharing following 15 elements | |
| sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) | |
| sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.2% (1.1ms out of 500ms) cpu usage by thread 'elasticsearch[aurora][http_server_worker][T#7]{New I/O worker #7}' | |
| 10/10 snapshots sharing following 15 elements | |
| sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) | |
| sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [dagger][YI0xMjdQS-ebqEOBHzmDzg][0734b0234b3d][inet[/10.240.37.158:9300]] | |
| 99.5% (497.2ms out of 500ms) cpu usage by thread 'elasticsearch[dagger][index][T#4]' | |
| 2/10 snapshots sharing following 20 elements | |
| java.lang.Thread.isAlive(Native Method) | |
| org.apache.lucene.util.CloseableThreadLocal.purge(CloseableThreadLocal.java:115) | |
| org.apache.lucene.util.CloseableThreadLocal.maybePurge(CloseableThreadLocal.java:105) | |
| org.apache.lucene.util.CloseableThreadLocal.get(CloseableThreadLocal.java:88) | |
| org.apache.lucene.document.XStringField.tokenStream(XStringField.java:58) | |
| org.apache.lucene.index.DocInverterPerField.processFields(DocInverterPerField.java:103) | |
| org.apache.lucene.index.DocFieldProcessor.processDocument(DocFieldProcessor.java:248) | |
| org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:298) | |
| org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:427) | |
| org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1306) | |
| org.elasticsearch.index.engine.internal.InternalEngine.innerIndex(InternalEngine.java:529) | |
| org.elasticsearch.index.engine.internal.InternalEngine.index(InternalEngine.java:477) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.index(InternalIndexShard.java:406) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnReplica(TransportIndexAction.java:239) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:249) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:228) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 14 elements | |
| org.apache.lucene.index.DocFieldProcessor.processDocument(DocFieldProcessor.java:248) | |
| org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:298) | |
| org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:427) | |
| org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1306) | |
| org.elasticsearch.index.engine.internal.InternalEngine.innerIndex(InternalEngine.java:529) | |
| org.elasticsearch.index.engine.internal.InternalEngine.index(InternalEngine.java:477) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.index(InternalIndexShard.java:406) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnReplica(TransportIndexAction.java:239) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:249) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:228) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.apache.lucene.util.IntroSorter.sort(IntroSorter.java:40) | |
| org.apache.lucene.util.ArrayUtil.introSort(ArrayUtil.java:650) | |
| org.apache.lucene.index.DocFieldProcessor.processDocument(DocFieldProcessor.java:245) | |
| org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:298) | |
| org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:427) | |
| org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1306) | |
| org.elasticsearch.index.engine.internal.InternalEngine.innerIndex(InternalEngine.java:529) | |
| org.elasticsearch.index.engine.internal.InternalEngine.index(InternalEngine.java:477) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.index(InternalIndexShard.java:406) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnReplica(TransportIndexAction.java:239) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:249) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:228) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 14.5% (72.6ms out of 500ms) cpu usage by thread 'elasticsearch[dagger][index][T#1]' | |
| 10/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.9% (9.4ms out of 500ms) cpu usage by thread 'elasticsearch[dagger][bulk][T#2]' | |
| 10/10 snapshots sharing following 10 elements | |
| org.elasticsearch.index.engine.internal.InternalEngine.innerCreate(InternalEngine.java:404) | |
| org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:386) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:384) | |
| org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnReplica(TransportShardBulkAction.java:575) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:249) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:228) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [betty][nUPxftplQl2BZsPVG9LQsw][9c1af145bad5][inet[/10.240.44.116:9300]] | |
| 44.1% (220.2ms out of 500ms) cpu usage by thread 'elasticsearch[betty][get][T#4]' | |
| 6/10 snapshots sharing following 23 elements | |
| org.elasticsearch.common.jackson.core.json.UTF8StreamJsonParser._parseNumber(UTF8StreamJsonParser.java:1256) | |
| org.elasticsearch.common.jackson.core.json.UTF8StreamJsonParser.nextToken(UTF8StreamJsonParser.java:763) | |
| org.elasticsearch.common.xcontent.json.JsonXContentParser.nextToken(JsonXContentParser.java:50) | |
| org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:268) | |
| org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:308) | |
| org.elasticsearch.common.xcontent.support.AbstractXContentParser.readList(AbstractXContentParser.java:284) | |
| org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:310) | |
| org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:275) | |
| org.elasticsearch.common.xcontent.support.AbstractXContentParser.readOrderedMap(AbstractXContentParser.java:258) | |
| org.elasticsearch.common.xcontent.support.AbstractXContentParser.mapOrdered(AbstractXContentParser.java:213) | |
| org.elasticsearch.common.xcontent.support.AbstractXContentParser.mapOrderedAndClose(AbstractXContentParser.java:228) | |
| org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:119) | |
| org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:75) | |
| org.elasticsearch.index.get.ShardGetService.innerGet(ShardGetService.java:297) | |
| org.elasticsearch.index.get.ShardGetService.get(ShardGetService.java:106) | |
| org.elasticsearch.action.get.TransportGetAction.shardOperation(TransportGetAction.java:109) | |
| org.elasticsearch.action.get.TransportGetAction.shardOperation(TransportGetAction.java:43) | |
| org.elasticsearch.action.support.single.shard.TransportShardSingleOperationAction$ShardTransportHandler.messageReceived(TransportShardSingleOperationAction.java:263) | |
| org.elasticsearch.action.support.single.shard.TransportShardSingleOperationAction$ShardTransportHandler.messageReceived(TransportShardSingleOperationAction.java:249) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 24 elements | |
| org.elasticsearch.common.jackson.core.json.UTF8StreamJsonParser.parseMediumName(UTF8StreamJsonParser.java:1575) | |
| org.elasticsearch.common.jackson.core.json.UTF8StreamJsonParser._parseName(UTF8StreamJsonParser.java:1511) | |
| org.elasticsearch.common.jackson.core.json.UTF8StreamJsonParser.nextToken(UTF8StreamJsonParser.java:700) | |
| org.elasticsearch.common.xcontent.json.JsonXContentParser.nextToken(JsonXContentParser.java:50) | |
| org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:268) | |
| org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:308) | |
| org.elasticsearch.common.xcontent.support.AbstractXContentParser.readList(AbstractXContentParser.java:284) | |
| org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:310) | |
| org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:275) | |
| org.elasticsearch.common.xcontent.support.AbstractXContentParser.readOrderedMap(AbstractXContentParser.java:258) | |
| org.elasticsearch.common.xcontent.support.AbstractXContentParser.mapOrdered(AbstractXContentParser.java:213) | |
| org.elasticsearch.common.xcontent.support.AbstractXContentParser.mapOrderedAndClose(AbstractXContentParser.java:228) | |
| org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:119) | |
| org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:75) | |
| org.elasticsearch.index.get.ShardGetService.innerGet(ShardGetService.java:297) | |
| org.elasticsearch.index.get.ShardGetService.get(ShardGetService.java:106) | |
| org.elasticsearch.action.get.TransportGetAction.shardOperation(TransportGetAction.java:109) | |
| org.elasticsearch.action.get.TransportGetAction.shardOperation(TransportGetAction.java:43) | |
| org.elasticsearch.action.support.single.shard.TransportShardSingleOperationAction$ShardTransportHandler.messageReceived(TransportShardSingleOperationAction.java:263) | |
| org.elasticsearch.action.support.single.shard.TransportShardSingleOperationAction$ShardTransportHandler.messageReceived(TransportShardSingleOperationAction.java:249) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 32.4% (162ms out of 500ms) cpu usage by thread 'elasticsearch[betty][index][T#4]' | |
| 3/10 snapshots sharing following 25 elements | |
| org.elasticsearch.index.mapper.ParseContext.ignoredValue(ParseContext.java:326) | |
| org.elasticsearch.index.mapper.core.StringFieldMapper.parseCreateField(StringFieldMapper.java:298) | |
| org.elasticsearch.index.mapper.core.AbstractFieldMapper.parse(AbstractFieldMapper.java:407) | |
| org.elasticsearch.index.mapper.object.ObjectMapper.serializeValue(ObjectMapper.java:637) | |
| org.elasticsearch.index.mapper.object.ObjectMapper.parse(ObjectMapper.java:490) | |
| org.elasticsearch.index.mapper.object.ObjectMapper.serializeObject(ObjectMapper.java:538) | |
| org.elasticsearch.index.mapper.object.ObjectMapper.serializeArray(ObjectMapper.java:615) | |
| org.elasticsearch.index.mapper.object.ObjectMapper.parse(ObjectMapper.java:482) | |
| org.elasticsearch.index.mapper.DocumentMapper.parse(DocumentMapper.java:515) | |
| org.elasticsearch.index.mapper.DocumentMapper.parse(DocumentMapper.java:462) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.prepareIndex(InternalIndexShard.java:394) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnPrimary(TransportIndexAction.java:194) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:534) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.doStart(TransportShardReplicationOperationAction.java:440) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.start(TransportShardReplicationOperationAction.java:338) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction.doExecute(TransportShardReplicationOperationAction.java:104) | |
| org.elasticsearch.action.index.TransportIndexAction.innerExecute(TransportIndexAction.java:125) | |
| org.elasticsearch.action.index.TransportIndexAction.doExecute(TransportIndexAction.java:107) | |
| org.elasticsearch.action.index.TransportIndexAction.doExecute(TransportIndexAction.java:60) | |
| org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:63) | |
| org.elasticsearch.action.update.TransportUpdateAction.shardOperation(TransportUpdateAction.java:230) | |
| org.elasticsearch.action.update.TransportUpdateAction$3$1.run(TransportUpdateAction.java:246) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 21 elements | |
| org.elasticsearch.index.mapper.object.ObjectMapper.parse(ObjectMapper.java:450) | |
| org.elasticsearch.index.mapper.object.ObjectMapper.serializeObject(ObjectMapper.java:538) | |
| org.elasticsearch.index.mapper.object.ObjectMapper.serializeArray(ObjectMapper.java:615) | |
| org.elasticsearch.index.mapper.object.ObjectMapper.parse(ObjectMapper.java:482) | |
| org.elasticsearch.index.mapper.DocumentMapper.parse(DocumentMapper.java:515) | |
| org.elasticsearch.index.mapper.DocumentMapper.parse(DocumentMapper.java:462) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.prepareIndex(InternalIndexShard.java:394) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnPrimary(TransportIndexAction.java:194) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:534) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.doStart(TransportShardReplicationOperationAction.java:440) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.start(TransportShardReplicationOperationAction.java:338) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction.doExecute(TransportShardReplicationOperationAction.java:104) | |
| org.elasticsearch.action.index.TransportIndexAction.innerExecute(TransportIndexAction.java:125) | |
| org.elasticsearch.action.index.TransportIndexAction.doExecute(TransportIndexAction.java:107) | |
| org.elasticsearch.action.index.TransportIndexAction.doExecute(TransportIndexAction.java:60) | |
| org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:63) | |
| org.elasticsearch.action.update.TransportUpdateAction.shardOperation(TransportUpdateAction.java:230) | |
| org.elasticsearch.action.update.TransportUpdateAction$3$1.run(TransportUpdateAction.java:246) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.elasticsearch.common.hppc.Internals.rehash(Internals.java:10) | |
| org.elasticsearch.common.hppc.ObjectObjectOpenHashMap.get(ObjectObjectOpenHashMap.java:554) | |
| org.elasticsearch.common.collect.ImmutableOpenMap.get(ImmutableOpenMap.java:55) | |
| org.elasticsearch.index.mapper.object.ObjectMapper.serializeObject(ObjectMapper.java:536) | |
| org.elasticsearch.index.mapper.object.ObjectMapper.serializeArray(ObjectMapper.java:615) | |
| org.elasticsearch.index.mapper.object.ObjectMapper.parse(ObjectMapper.java:482) | |
| org.elasticsearch.index.mapper.DocumentMapper.parse(DocumentMapper.java:515) | |
| org.elasticsearch.index.mapper.DocumentMapper.parse(DocumentMapper.java:462) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.prepareIndex(InternalIndexShard.java:394) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnPrimary(TransportIndexAction.java:194) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:534) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.doStart(TransportShardReplicationOperationAction.java:440) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.start(TransportShardReplicationOperationAction.java:338) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction.doExecute(TransportShardReplicationOperationAction.java:104) | |
| org.elasticsearch.action.index.TransportIndexAction.innerExecute(TransportIndexAction.java:125) | |
| org.elasticsearch.action.index.TransportIndexAction.doExecute(TransportIndexAction.java:107) | |
| org.elasticsearch.action.index.TransportIndexAction.doExecute(TransportIndexAction.java:60) | |
| org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:63) | |
| org.elasticsearch.action.update.TransportUpdateAction.shardOperation(TransportUpdateAction.java:230) | |
| org.elasticsearch.action.update.TransportUpdateAction$3$1.run(TransportUpdateAction.java:246) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 31.8% (158.9ms out of 500ms) cpu usage by thread 'elasticsearch[betty][index][T#3]' | |
| 2/10 snapshots sharing following 15 elements | |
| org.apache.lucene.index.DocInverterPerField.processFields(DocInverterPerField.java:113) | |
| org.apache.lucene.index.DocFieldProcessor.processDocument(DocFieldProcessor.java:248) | |
| org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:298) | |
| org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:427) | |
| org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1306) | |
| org.elasticsearch.index.engine.internal.InternalEngine.innerIndex(InternalEngine.java:529) | |
| org.elasticsearch.index.engine.internal.InternalEngine.index(InternalEngine.java:477) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.index(InternalIndexShard.java:406) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnReplica(TransportIndexAction.java:239) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:249) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:228) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 16 elements | |
| org.apache.lucene.index.StoredFieldsProcessor.addField(StoredFieldsProcessor.java:138) | |
| org.apache.lucene.index.TwoStoredFieldsConsumers.addField(TwoStoredFieldsConsumers.java:35) | |
| org.apache.lucene.index.DocFieldProcessor.processDocument(DocFieldProcessor.java:236) | |
| org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:298) | |
| org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:427) | |
| org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1306) | |
| org.elasticsearch.index.engine.internal.InternalEngine.innerIndex(InternalEngine.java:529) | |
| org.elasticsearch.index.engine.internal.InternalEngine.index(InternalEngine.java:477) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.index(InternalIndexShard.java:406) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnReplica(TransportIndexAction.java:239) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:249) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:228) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 19 elements | |
| org.apache.lucene.util.packed.AbstractAppendingLongBuffer.size(AbstractAppendingLongBuffer.java:62) | |
| org.apache.lucene.index.NumericDocValuesWriter.addValue(NumericDocValuesWriter.java:53) | |
| org.apache.lucene.index.DocValuesProcessor.addNumericField(DocValuesProcessor.java:153) | |
| org.apache.lucene.index.DocValuesProcessor.addField(DocValuesProcessor.java:66) | |
| org.apache.lucene.index.TwoStoredFieldsConsumers.addField(TwoStoredFieldsConsumers.java:36) | |
| org.apache.lucene.index.DocFieldProcessor.processDocument(DocFieldProcessor.java:236) | |
| org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:298) | |
| org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:427) | |
| org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1306) | |
| org.elasticsearch.index.engine.internal.InternalEngine.innerIndex(InternalEngine.java:529) | |
| org.elasticsearch.index.engine.internal.InternalEngine.index(InternalEngine.java:477) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.index(InternalIndexShard.java:406) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnReplica(TransportIndexAction.java:239) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:249) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:228) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 17 elements | |
| org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:204) | |
| org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:236) | |
| org.apache.lucene.index.DocInverterPerField.processFields(DocInverterPerField.java:172) | |
| org.apache.lucene.index.DocFieldProcessor.processDocument(DocFieldProcessor.java:248) | |
| org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:298) | |
| org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:427) | |
| org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1306) | |
| org.elasticsearch.index.engine.internal.InternalEngine.innerIndex(InternalEngine.java:529) | |
| org.elasticsearch.index.engine.internal.InternalEngine.index(InternalEngine.java:477) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.index(InternalIndexShard.java:406) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnReplica(TransportIndexAction.java:239) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:249) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:228) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.apache.lucene.index.DocInverterPerField.processFields(DocInverterPerField.java:186) | |
| org.apache.lucene.index.DocFieldProcessor.processDocument(DocFieldProcessor.java:248) | |
| org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:298) | |
| org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:427) | |
| org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1306) | |
| org.elasticsearch.index.engine.internal.InternalEngine.innerIndex(InternalEngine.java:529) | |
| org.elasticsearch.index.engine.internal.InternalEngine.index(InternalEngine.java:477) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.index(InternalIndexShard.java:406) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnReplica(TransportIndexAction.java:239) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:249) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:228) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [chimera][t7JvIF0JQqCBwXxSVPXstQ][db277a51271b][inet[/10.240.122.166:9300]] | |
| 99.3% (496.5ms out of 500ms) cpu usage by thread 'elasticsearch[chimera][index][T#4]' | |
| 5/10 snapshots sharing following 22 elements | |
| org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:298) | |
| org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:427) | |
| org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1306) | |
| org.elasticsearch.index.engine.internal.InternalEngine.innerIndex(InternalEngine.java:529) | |
| org.elasticsearch.index.engine.internal.InternalEngine.index(InternalEngine.java:477) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.index(InternalIndexShard.java:406) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnPrimary(TransportIndexAction.java:198) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:534) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.doStart(TransportShardReplicationOperationAction.java:440) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.start(TransportShardReplicationOperationAction.java:338) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction.doExecute(TransportShardReplicationOperationAction.java:104) | |
| org.elasticsearch.action.index.TransportIndexAction.innerExecute(TransportIndexAction.java:125) | |
| org.elasticsearch.action.index.TransportIndexAction.doExecute(TransportIndexAction.java:107) | |
| org.elasticsearch.action.index.TransportIndexAction.doExecute(TransportIndexAction.java:60) | |
| org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:63) | |
| org.elasticsearch.action.update.TransportUpdateAction.shardOperation(TransportUpdateAction.java:230) | |
| org.elasticsearch.action.update.TransportUpdateAction.shardOperation(TransportUpdateAction.java:185) | |
| org.elasticsearch.action.update.TransportUpdateAction.shardOperation(TransportUpdateAction.java:64) | |
| org.elasticsearch.action.support.single.instance.TransportInstanceSingleOperationAction$AsyncSingleAction$1.run(TransportInstanceSingleOperationAction.java:193) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 24 elements | |
| org.apache.lucene.index.TwoStoredFieldsConsumers.finishDocument(TwoStoredFieldsConsumers.java:65) | |
| org.apache.lucene.index.DocFieldProcessor.finishDocument(DocFieldProcessor.java:262) | |
| org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:314) | |
| org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:427) | |
| org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1306) | |
| org.elasticsearch.index.engine.internal.InternalEngine.innerIndex(InternalEngine.java:529) | |
| org.elasticsearch.index.engine.internal.InternalEngine.index(InternalEngine.java:477) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.index(InternalIndexShard.java:406) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnPrimary(TransportIndexAction.java:198) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:534) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.doStart(TransportShardReplicationOperationAction.java:440) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.start(TransportShardReplicationOperationAction.java:338) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction.doExecute(TransportShardReplicationOperationAction.java:104) | |
| org.elasticsearch.action.index.TransportIndexAction.innerExecute(TransportIndexAction.java:125) | |
| org.elasticsearch.action.index.TransportIndexAction.doExecute(TransportIndexAction.java:107) | |
| org.elasticsearch.action.index.TransportIndexAction.doExecute(TransportIndexAction.java:60) | |
| org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:63) | |
| org.elasticsearch.action.update.TransportUpdateAction.shardOperation(TransportUpdateAction.java:230) | |
| org.elasticsearch.action.update.TransportUpdateAction.shardOperation(TransportUpdateAction.java:185) | |
| org.elasticsearch.action.update.TransportUpdateAction.shardOperation(TransportUpdateAction.java:64) | |
| org.elasticsearch.action.support.single.instance.TransportInstanceSingleOperationAction$AsyncSingleAction$1.run(TransportInstanceSingleOperationAction.java:193) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 1.1% (5.5ms out of 500ms) cpu usage by thread 'elasticsearch[chimera][get][T#3]' | |
| 10/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 0.2% (863.4micros out of 500ms) cpu usage by thread 'elasticsearch[chimera][http_server_worker][T#6]{New I/O worker #6}' | |
| 10/10 snapshots sharing following 15 elements | |
| sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) | |
| sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment