-
-
Save travisbell/42dc936ef33a27dcc4fe to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ::: [xx-host-1400][Y4qXPFeeRK2uKbggdiReig][xx-host-1400.domain.com][inet[/1400_ip:9300]]{aws_availability_zone=us-east-1d, master=true} | |
| Hot threads at 2016-01-03T16:39:21.139Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 28.5% (142.4ms out of 500ms) cpu usage by thread 'elasticsearch[xx-host-1400][marvel.exporters]' | |
| 2/10 snapshots sharing following 7 elements | |
| org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:55) | |
| org.elasticsearch.indices.IndicesService.stats(IndicesService.java:231) | |
| org.elasticsearch.indices.IndicesService.stats(IndicesService.java:188) | |
| org.elasticsearch.node.service.NodeService.stats(NodeService.java:138) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.exportNodeStats(AgentService.java:342) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:254) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 18 elements | |
| java.net.SocketInputStream.socketRead0(Native Method) | |
| java.net.SocketInputStream.socketRead(SocketInputStream.java:116) | |
| java.net.SocketInputStream.read(SocketInputStream.java:170) | |
| java.net.SocketInputStream.read(SocketInputStream.java:141) | |
| java.io.BufferedInputStream.fill(BufferedInputStream.java:246) | |
| java.io.BufferedInputStream.read1(BufferedInputStream.java:286) | |
| java.io.BufferedInputStream.read(BufferedInputStream.java:345) | |
| sun.net.www.http.HttpClient.parseHTTPHeader(HttpClient.java:704) | |
| sun.net.www.http.HttpClient.parseHTTP(HttpClient.java:647) | |
| sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1536) | |
| sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1441) | |
| java.net.HttpURLConnection.getResponseCode(HttpURLConnection.java:480) | |
| org.elasticsearch.marvel.agent.exporter.ESExporter.sendCloseExportingConnection(ESExporter.java:268) | |
| org.elasticsearch.marvel.agent.exporter.ESExporter.exportXContent(ESExporter.java:302) | |
| org.elasticsearch.marvel.agent.exporter.ESExporter.exportNodeStats(ESExporter.java:190) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.exportNodeStats(AgentService.java:347) | |
| org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:254) | |
| java.lang.Thread.run(Thread.java:745) | |
| 15.3% (76.6ms out of 500ms) cpu usage by thread 'elasticsearch[xx-host-1400][search][T#11]' | |
| 4/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [xx-host-1200][i0oiyUh4Tb-KtDUkOFzzXg][xx-host-1200.domain.com][inet[/1200_ip:9300]]{aws_availability_zone=us-east-1b, master=true} | |
| Hot threads at 2016-01-03T16:39:21.121Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 10.4% (52.1ms out of 500ms) cpu usage by thread 'elasticsearch[xx-host-1200][search][T#1]' | |
| 2/10 snapshots sharing following 22 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116) | |
| org.apache.lucene.codecs.compressing.LZ4.decompress(LZ4.java:101) | |
| org.apache.lucene.codecs.compressing.CompressionMode$4.decompress(CompressionMode.java:135) | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.visitDocument(CompressingStoredFieldsReader.java:354) | |
| org.apache.lucene.index.SegmentReader.document(SegmentReader.java:335) | |
| org.elasticsearch.search.fetch.FetchPhase.loadStoredFields(FetchPhase.java:427) | |
| org.elasticsearch.search.fetch.FetchPhase.createSearchHit(FetchPhase.java:219) | |
| org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:184) | |
| org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:401) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:333) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:330) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:559) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [xx-host-1100][GqUxLTglTSiUqStHp62DEg][xx-host-1100.domain.com][inet[xx-host-1100.domain.com/1100_ip:9300]]{aws_availability_zone=us-east-1a, master=true} | |
| Hot threads at 2016-01-03T16:39:21.116Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 12.4% (62.2ms out of 500ms) cpu usage by thread 'elasticsearch[xx-host-1100][search][T#10]' | |
| 7/10 snapshots sharing following 7 elements | |
| org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:391) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:333) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:330) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:559) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 11.7% (58.4ms out of 500ms) cpu usage by thread 'elasticsearch[xx-host-1100][search][T#4]' | |
| 3/10 snapshots sharing following 34 elements | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:296) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:259) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:411) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:117) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:143) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:506) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:95) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:165) | |
| org.apache.lucene.search.BooleanQuery$BooleanWeight.<init>(BooleanQuery.java:185) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:526) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:123) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:201) | |
| org.apache.lucene.search.BooleanQuery$BooleanWeight.<init>(BooleanQuery.java:185) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:526) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:95) | |
| org.apache.lucene.search.FilteredQuery.createWeight(FilteredQuery.java:82) | |
| org.elasticsearch.common.lucene.search.XFilteredQuery.createWeight(XFilteredQuery.java:86) | |
| org.apache.lucene.search.FilteredQuery.createWeight(FilteredQuery.java:82) | |
| org.elasticsearch.common.lucene.search.XFilteredQuery.createWeight(XFilteredQuery.java:86) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:684) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:133) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:281) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:269) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:157) | |
| org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:391) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:333) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:330) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:559) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 11.6% (58ms out of 500ms) cpu usage by thread 'elasticsearch[xx-host-1100][search][T#1]' | |
| 4/10 snapshots sharing following 34 elements | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:296) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:259) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:411) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:117) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:143) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:506) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:95) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:165) | |
| org.apache.lucene.search.BooleanQuery$BooleanWeight.<init>(BooleanQuery.java:185) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:526) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:123) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:201) | |
| org.apache.lucene.search.BooleanQuery$BooleanWeight.<init>(BooleanQuery.java:185) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:526) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:95) | |
| org.apache.lucene.search.FilteredQuery.createWeight(FilteredQuery.java:82) | |
| org.elasticsearch.common.lucene.search.XFilteredQuery.createWeight(XFilteredQuery.java:86) | |
| org.apache.lucene.search.FilteredQuery.createWeight(FilteredQuery.java:82) | |
| org.elasticsearch.common.lucene.search.XFilteredQuery.createWeight(XFilteredQuery.java:86) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:684) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:133) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:281) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:269) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:157) | |
| org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:391) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:333) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:330) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:559) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ::: [xx-host-prod-1400][Y4qXPFeeRK2uKbggdiReig][xx-host-prod-1400.domain.com][inet[/1400_ip:9300]]{aws_availability_zone=us-east-1d, master=true} | |
| Hot threads at 2016-01-03T16:41:41.144Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 12.8% (64ms out of 500ms) cpu usage by thread 'elasticsearch[xx-host-prod-1400][search][T#6]' | |
| 2/10 snapshots sharing following 6 elements | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:333) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:330) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:559) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [xx-host-prod-1200][i0oiyUh4Tb-KtDUkOFzzXg][xx-host-prod-1200.domain.com][inet[/1200_ip:9300]]{aws_availability_zone=us-east-1b, master=true} | |
| Hot threads at 2016-01-03T16:41:41.135Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| ::: [xx-host-prod-1100][GqUxLTglTSiUqStHp62DEg][xx-host-prod-1100.domain.com][inet[xx-host-prod-1100.domain.com/1100_ip:9300]]{aws_availability_zone=us-east-1a, master=true} | |
| Hot threads at 2016-01-03T16:41:41.134Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 23.9% (119.5ms out of 500ms) cpu usage by thread 'elasticsearch[xx-host-prod-1100][search][T#8]' | |
| 2/10 snapshots sharing following 10 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:281) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:269) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:157) | |
| org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:391) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:333) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:330) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:559) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.1% (90.6ms out of 500ms) cpu usage by thread 'elasticsearch[xx-host-prod-1100][search][T#10]' | |
| 3/10 snapshots sharing following 6 elements | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:333) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:330) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:559) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ::: [xx-host-1400][Y4qXPFeeRK2uKbggdiReig][xx-host-1400.domain.com][inet[/1400_ip:9300]]{aws_availability_zone=us-east-1d, master=true} | |
| Hot threads at 2016-01-03T16:42:21.203Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 23.3% (116.4ms out of 500ms) cpu usage by thread 'elasticsearch[xx-host-1400][search][T#12]' | |
| 3/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 13.4% (67.1ms out of 500ms) cpu usage by thread 'elasticsearch[xx-host-1400][search][T#13]' | |
| 8/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 12.8% (63.7ms out of 500ms) cpu usage by thread 'elasticsearch[xx-host-1400][search][T#7]' | |
| 4/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [xx-host-1200][i0oiyUh4Tb-KtDUkOFzzXg][xx-host-1200.domain.com][inet[/1200_ip:9300]]{aws_availability_zone=us-east-1b, master=true} | |
| Hot threads at 2016-01-03T16:42:21.194Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 24.5% (122.6ms out of 500ms) cpu usage by thread 'elasticsearch[xx-host-1200][search][T#3]' | |
| 4/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 17.9% (89.3ms out of 500ms) cpu usage by thread 'elasticsearch[xx-host-1200][search][T#7]' | |
| 2/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 13.8% (69.1ms out of 500ms) cpu usage by thread 'elasticsearch[xx-host-1200][search][T#11]' | |
| 7/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [xx-host-1100][GqUxLTglTSiUqStHp62DEg][xx-host-1100.domain.com][inet[xx-host-1100.domain.com/1100_ip:9300]]{aws_availability_zone=us-east-1a, master=true} | |
| Hot threads at 2016-01-03T16:42:21.193Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 15.3% (76.6ms out of 500ms) cpu usage by thread 'elasticsearch[xx-host-1100][search][T#9]' | |
| 2/10 snapshots sharing following 6 elements | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:333) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:330) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:559) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 15.2% (76.2ms out of 500ms) cpu usage by thread 'elasticsearch[xx-host-1100][search][T#12]' | |
| 2/10 snapshots sharing following 6 elements | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:333) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:330) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:559) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 14.7% (73.7ms out of 500ms) cpu usage by thread 'elasticsearch[xx-host-1100][search][T#5]' | |
| 2/10 snapshots sharing following 10 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:281) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:269) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:157) | |
| org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:391) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:333) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$11.call(SearchServiceTransportAction.java:330) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:559) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment