-
-
Save deepakhj/df8bcbdb1568039501c4feb0f76fbeb3 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| curl localhost:9200/_nodes/hot_threads | |
| ::: {Chen Lu}{6oNoNyF6SBywTMskYCapJA}{172.21.3.135}{172.21.3.135:9300}{rack_id=us-east-1e, master=false} | |
| Hot threads at 2016-08-10T00:29:50.729Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 77.1% (385.5ms out of 500ms) cpu usage by thread 'elasticsearch[Chen Lu][search][T#37]' | |
| 2/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 70.2% (350.7ms out of 500ms) cpu usage by thread 'elasticsearch[Chen Lu][search][T#2]' | |
| 2/10 snapshots sharing following 20 elements | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:229) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 33 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.store.DataInput.readVInt(DataInput.java:125) | |
| org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:221) | |
| org.apache.lucene.codecs.lucene50.Lucene50SkipReader.readSkipData(Lucene50SkipReader.java:180) | |
| org.apache.lucene.codecs.MultiLevelSkipListReader.loadNextSkip(MultiLevelSkipListReader.java:162) | |
| org.apache.lucene.codecs.MultiLevelSkipListReader.skipTo(MultiLevelSkipListReader.java:132) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:432) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:227) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 67.7% (338.6ms out of 500ms) cpu usage by thread 'elasticsearch[Chen Lu][search][T#28]' | |
| 2/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {George Washington Bridge}{r57lPLSzS1yJ_8dQ9LUXlw}{172.21.3.96}{172.21.3.96:9300}{rack_id=us-east-1d, master=false} | |
| Hot threads at 2016-08-10T00:29:50.724Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 75.2% (375.9ms out of 500ms) cpu usage by thread 'elasticsearch[George Washington Bridge][search][T#37]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 40 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.store.DataInput.readVInt(DataInput.java:125) | |
| org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:221) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:157) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery.createWeight(FiltersFunctionScoreQuery.java:142) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 73.7% (368.6ms out of 500ms) cpu usage by thread 'elasticsearch[George Washington Bridge][search][T#32]' | |
| 3/10 snapshots sharing following 20 elements | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 72.7% (363.3ms out of 500ms) cpu usage by thread 'elasticsearch[George Washington Bridge][search][T#41]' | |
| 3/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 43 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.store.DataInput.readVInt(DataInput.java:125) | |
| org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:221) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:157) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery.createWeight(FiltersFunctionScoreQuery.java:142) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Myron MacLain}{U4l85mcoQQuwXdmcbnkBYw}{172.21.3.152}{172.21.3.152:9300}{rack_id=us-east-1e, master=false} | |
| Hot threads at 2016-08-10T00:29:50.725Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 89.8% (448.7ms out of 500ms) cpu usage by thread 'elasticsearch[Myron MacLain][search][T#33]' | |
| 2/10 snapshots sharing following 36 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.store.DataInput.readVLong(DataInput.java:184) | |
| org.apache.lucene.store.DataInput.readVLong(DataInput.java:169) | |
| org.apache.lucene.store.BufferedIndexInput.readVLong(BufferedIndexInput.java:257) | |
| org.apache.lucene.codecs.MultiLevelSkipListReader.loadSkipLevels(MultiLevelSkipListReader.java:226) | |
| org.apache.lucene.codecs.MultiLevelSkipListReader.init(MultiLevelSkipListReader.java:205) | |
| org.apache.lucene.codecs.lucene50.Lucene50SkipReader.init(Lucene50SkipReader.java:103) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:426) | |
| org.apache.lucene.search.ConjunctionDISI.advance(ConjunctionDISI.java:197) | |
| org.apache.lucene.search.DisjunctionDISIApproximation.advance(DisjunctionDISIApproximation.java:66) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:227) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 34 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.store.DataInput.readVLong(DataInput.java:184) | |
| org.apache.lucene.store.DataInput.readVLong(DataInput.java:169) | |
| org.apache.lucene.store.BufferedIndexInput.readVLong(BufferedIndexInput.java:257) | |
| org.apache.lucene.codecs.MultiLevelSkipListReader.loadSkipLevels(MultiLevelSkipListReader.java:226) | |
| org.apache.lucene.codecs.MultiLevelSkipListReader.init(MultiLevelSkipListReader.java:205) | |
| org.apache.lucene.codecs.lucene50.Lucene50SkipReader.init(Lucene50SkipReader.java:103) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:426) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:227) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 88.5% (442.5ms out of 500ms) cpu usage by thread 'elasticsearch[Myron MacLain][search][T#45]' | |
| 2/10 snapshots sharing following 33 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.codecs.lucene50.ForUtil.readBlock(ForUtil.java:187) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.refillDocs(Lucene50PostingsReader.java:368) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:452) | |
| org.elasticsearch.common.lucene.Lucene$3.get(Lucene.java:758) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:302) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:229) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 86.7% (433.3ms out of 500ms) cpu usage by thread 'elasticsearch[Myron MacLain][search][T#39]' | |
| 2/10 snapshots sharing following 34 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116) | |
| org.apache.lucene.codecs.lucene50.ForUtil.readBlock(ForUtil.java:197) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.refillDocs(Lucene50PostingsReader.java:368) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:452) | |
| org.elasticsearch.common.lucene.Lucene$3.get(Lucene.java:758) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:302) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:229) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 56 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:298) | |
| org.apache.lucene.util.packed.DirectReader$DirectPackedReader24.get(DirectReader.java:227) | |
| org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$2.get(Lucene54DocValuesProducer.java:502) | |
| org.apache.lucene.util.LongValues.get(LongValues.java:45) | |
| org.apache.lucene.index.SingletonSortedNumericDocValues.setDocument(SingletonSortedNumericDocValues.java:52) | |
| org.elasticsearch.index.fielddata.ScriptDocValues$Longs.setNextDocId(ScriptDocValues.java:114) | |
| org.elasticsearch.search.lookup.LeafDocLookup.get(LeafDocLookup.java:94) | |
| groovy.lang.MetaClassImpl.getProperty(MetaClassImpl.java:1770) | |
| groovy.lang.MetaClassImpl.getProperty(MetaClassImpl.java:3734) | |
| org.codehaus.groovy.runtime.InvokerHelper.getProperty(InvokerHelper.java:177) | |
| org.codehaus.groovy.runtime.DefaultGroovyMethods.getAt(DefaultGroovyMethods.java:257) | |
| org.codehaus.groovy.runtime.dgm$241.doMethodInvoke(Unknown Source) | |
| java.lang.invoke.LambdaForm$DMH/1758381567.invokeVirtual_L3_L(LambdaForm$DMH) | |
| java.lang.invoke.LambdaForm$BMH/1897107355.reinvoke(LambdaForm$BMH) | |
| java.lang.invoke.LambdaForm$MH/347576197.guardWithCatch(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/2077082704.delegate(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/1522931405.guard(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/2077082704.delegate(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/1522931405.guard(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/2077082704.delegate(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/1522931405.guard(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/223754134.linkToCallSite(LambdaForm$MH) | |
| 55f12bb30e2baaadf36aaa6c4957db9bb7bcbf03.run(55f12bb30e2baaadf36aaa6c4957db9bb7bcbf03:1) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript$1.run(GroovyScriptEngineService.java:313) | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 37 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:269) | |
| org.apache.lucene.codecs.lucene53.Lucene53NormsProducer$2.get(Lucene53NormsProducer.java:139) | |
| org.apache.lucene.search.similarities.TFIDFSimilarity$TFIDFSimScorer.score(TFIDFSimilarity.java:715) | |
| org.apache.lucene.search.TermScorer.score(TermScorer.java:66) | |
| org.apache.lucene.search.DisjunctionSumScorer.score(DisjunctionSumScorer.java:43) | |
| org.apache.lucene.search.DisjunctionScorer.score(DisjunctionScorer.java:190) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.DisjunctionSumScorer.score(DisjunctionSumScorer.java:43) | |
| org.apache.lucene.search.DisjunctionScorer.score(DisjunctionScorer.java:190) | |
| org.apache.lucene.search.FilterScorer.score(FilterScorer.java:59) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:266) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Alysande Stuart}{V9bsUmviS9CQU5T2QXzZ2w}{172.21.3.176}{172.21.3.176:9300}{rack_id=us-east-1e, master=false} | |
| Hot threads at 2016-08-10T00:29:50.725Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 84.6% (422.7ms out of 500ms) cpu usage by thread 'elasticsearch[Alysande Stuart][search][T#24]' | |
| 2/10 snapshots sharing following 53 elements | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:298) | |
| org.apache.lucene.util.packed.DirectReader$DirectPackedReader20.get(DirectReader.java:206) | |
| org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$2.get(Lucene54DocValuesProducer.java:502) | |
| org.apache.lucene.util.LongValues.get(LongValues.java:45) | |
| org.apache.lucene.index.SingletonSortedNumericDocValues.setDocument(SingletonSortedNumericDocValues.java:52) | |
| org.elasticsearch.index.fielddata.ScriptDocValues$Longs.setNextDocId(ScriptDocValues.java:114) | |
| org.elasticsearch.search.lookup.LeafDocLookup.get(LeafDocLookup.java:94) | |
| groovy.lang.MetaClassImpl.getProperty(MetaClassImpl.java:1770) | |
| groovy.lang.MetaClassImpl.getProperty(MetaClassImpl.java:3734) | |
| org.codehaus.groovy.runtime.InvokerHelper.getProperty(InvokerHelper.java:177) | |
| org.codehaus.groovy.runtime.DefaultGroovyMethods.getAt(DefaultGroovyMethods.java:257) | |
| org.codehaus.groovy.runtime.dgm$241.doMethodInvoke(Unknown Source) | |
| java.lang.invoke.LambdaForm$DMH/1150862600.invokeVirtual_L3_L(LambdaForm$DMH) | |
| java.lang.invoke.LambdaForm$BMH/1597630738.reinvoke(LambdaForm$BMH) | |
| java.lang.invoke.LambdaForm$MH/2042194467.guardWithCatch(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/1751943119.delegate(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/763883151.guard(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/1751943119.delegate(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/763883151.guard(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/1751943119.delegate(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/763883151.guard(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/1406692264.linkToCallSite(LambdaForm$MH) | |
| 55f12bb30e2baaadf36aaa6c4957db9bb7bcbf03.run(55f12bb30e2baaadf36aaa6c4957db9bb7bcbf03:1) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript$1.run(GroovyScriptEngineService.java:313) | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:229) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 83.9% (419.7ms out of 500ms) cpu usage by thread 'elasticsearch[Alysande Stuart][search][T#2]' | |
| 2/10 snapshots sharing following 56 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:298) | |
| org.apache.lucene.util.packed.DirectReader$DirectPackedReader24.get(DirectReader.java:227) | |
| org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$2.get(Lucene54DocValuesProducer.java:502) | |
| org.apache.lucene.util.LongValues.get(LongValues.java:45) | |
| org.apache.lucene.index.SingletonSortedNumericDocValues.setDocument(SingletonSortedNumericDocValues.java:52) | |
| org.elasticsearch.index.fielddata.ScriptDocValues$Longs.setNextDocId(ScriptDocValues.java:114) | |
| org.elasticsearch.search.lookup.LeafDocLookup.get(LeafDocLookup.java:94) | |
| groovy.lang.MetaClassImpl.getProperty(MetaClassImpl.java:1770) | |
| groovy.lang.MetaClassImpl.getProperty(MetaClassImpl.java:3734) | |
| org.codehaus.groovy.runtime.InvokerHelper.getProperty(InvokerHelper.java:177) | |
| org.codehaus.groovy.runtime.DefaultGroovyMethods.getAt(DefaultGroovyMethods.java:257) | |
| org.codehaus.groovy.runtime.dgm$241.doMethodInvoke(Unknown Source) | |
| java.lang.invoke.LambdaForm$DMH/1150862600.invokeVirtual_L3_L(LambdaForm$DMH) | |
| java.lang.invoke.LambdaForm$BMH/1597630738.reinvoke(LambdaForm$BMH) | |
| java.lang.invoke.LambdaForm$MH/2042194467.guardWithCatch(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/1751943119.delegate(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/763883151.guard(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/1751943119.delegate(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/763883151.guard(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/1751943119.delegate(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/763883151.guard(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/1406692264.linkToCallSite(LambdaForm$MH) | |
| 55f12bb30e2baaadf36aaa6c4957db9bb7bcbf03.run(55f12bb30e2baaadf36aaa6c4957db9bb7bcbf03:1) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript$1.run(GroovyScriptEngineService.java:313) | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 35 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:269) | |
| org.apache.lucene.codecs.lucene53.Lucene53NormsProducer$2.get(Lucene53NormsProducer.java:139) | |
| org.apache.lucene.search.similarities.TFIDFSimilarity$TFIDFSimScorer.score(TFIDFSimilarity.java:715) | |
| org.apache.lucene.search.TermScorer.score(TermScorer.java:66) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.DisjunctionSumScorer.score(DisjunctionSumScorer.java:43) | |
| org.apache.lucene.search.DisjunctionScorer.score(DisjunctionScorer.java:190) | |
| org.apache.lucene.search.FilterScorer.score(FilterScorer.java:59) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:266) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:229) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 78.5% (392.4ms out of 500ms) cpu usage by thread 'elasticsearch[Alysande Stuart][search][T#10]' | |
| 2/10 snapshots sharing following 21 elements | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 56 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:298) | |
| org.apache.lucene.util.packed.DirectReader$DirectPackedReader24.get(DirectReader.java:227) | |
| org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$2.get(Lucene54DocValuesProducer.java:502) | |
| org.apache.lucene.util.LongValues.get(LongValues.java:45) | |
| org.apache.lucene.index.SingletonSortedNumericDocValues.setDocument(SingletonSortedNumericDocValues.java:52) | |
| org.elasticsearch.index.fielddata.ScriptDocValues$Longs.setNextDocId(ScriptDocValues.java:114) | |
| org.elasticsearch.search.lookup.LeafDocLookup.get(LeafDocLookup.java:94) | |
| groovy.lang.MetaClassImpl.getProperty(MetaClassImpl.java:1770) | |
| groovy.lang.MetaClassImpl.getProperty(MetaClassImpl.java:3734) | |
| org.codehaus.groovy.runtime.InvokerHelper.getProperty(InvokerHelper.java:177) | |
| org.codehaus.groovy.runtime.DefaultGroovyMethods.getAt(DefaultGroovyMethods.java:257) | |
| org.codehaus.groovy.runtime.dgm$241.doMethodInvoke(Unknown Source) | |
| java.lang.invoke.LambdaForm$DMH/1150862600.invokeVirtual_L3_L(LambdaForm$DMH) | |
| java.lang.invoke.LambdaForm$BMH/1597630738.reinvoke(LambdaForm$BMH) | |
| java.lang.invoke.LambdaForm$MH/2042194467.guardWithCatch(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/1751943119.delegate(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/763883151.guard(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/1751943119.delegate(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/763883151.guard(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/1751943119.delegate(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/763883151.guard(LambdaForm$MH) | |
| java.lang.invoke.LambdaForm$MH/1406692264.linkToCallSite(LambdaForm$MH) | |
| 55f12bb30e2baaadf36aaa6c4957db9bb7bcbf03.run(55f12bb30e2baaadf36aaa6c4957db9bb7bcbf03:1) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript$1.run(GroovyScriptEngineService.java:313) | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:229) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.elasticsearch.common.lucene.ShardCoreKeyMap.getShardId(ShardCoreKeyMap.java:104) | |
| org.elasticsearch.indices.cache.query.IndicesQueryCache$1.getStats(IndicesQueryCache.java:87) | |
| org.elasticsearch.indices.cache.query.IndicesQueryCache$1.onHit(IndicesQueryCache.java:177) | |
| org.apache.lucene.search.LRUQueryCache.get(LRUQueryCache.java:237) | |
| org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorer(LRUQueryCache.java:622) | |
| org.elasticsearch.indices.cache.query.IndicesQueryCache$CachingWeightWrapper.scorer(IndicesQueryCache.java:263) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.functionScorer(FiltersFunctionScoreQuery.java:184) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:192) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.Weight.bulkScorer(Weight.java:135) | |
| org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:370) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:818) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Scott Washington}{0pMef13QQU2noaWZy-Z6Qw}{172.21.3.90}{172.21.3.90:9300}{rack_id=us-east-1d, data=false, master=true} | |
| Hot threads at 2016-08-10T00:29:50.726Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| ::: {Ev Teel Urizen}{6RQnTAEATzCoJn-K7CeerQ}{172.21.3.132}{172.21.3.132:9300}{rack_id=us-east-1e, master=false} | |
| Hot threads at 2016-08-10T00:29:50.726Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 69.9% (349.5ms out of 500ms) cpu usage by thread 'elasticsearch[Ev Teel Urizen][search][T#33]' | |
| 8/10 snapshots sharing following 20 elements | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:229) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 67.2% (336ms out of 500ms) cpu usage by thread 'elasticsearch[Ev Teel Urizen][search][T#38]' | |
| 5/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.store.DataInput.readVInt(DataInput.java:125) | |
| org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:221) | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState.doReset(CompressingStoredFieldsReader.java:409) | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState.reset(CompressingStoredFieldsReader.java:394) | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.document(CompressingStoredFieldsReader.java:573) | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.visitDocument(CompressingStoredFieldsReader.java:583) | |
| org.apache.lucene.index.CodecReader.document(CodecReader.java:81) | |
| org.apache.lucene.index.FilterLeafReader.document(FilterLeafReader.java:405) | |
| org.elasticsearch.search.fetch.FetchPhase.loadStoredFields(FetchPhase.java:413) | |
| org.elasticsearch.search.fetch.FetchPhase.createSearchHit(FetchPhase.java:213) | |
| org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:178) | |
| org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:592) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$FetchByIdTransportHandler.messageReceived(SearchServiceTransportAction.java:408) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$FetchByIdTransportHandler.messageReceived(SearchServiceTransportAction.java:405) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 65.8% (329ms out of 500ms) cpu usage by thread 'elasticsearch[Ev Teel Urizen][search][T#14]' | |
| 9/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:269) | |
| org.apache.lucene.codecs.lucene53.Lucene53NormsProducer$2.get(Lucene53NormsProducer.java:139) | |
| org.apache.lucene.search.similarities.TFIDFSimilarity$TFIDFSimScorer.score(TFIDFSimilarity.java:715) | |
| org.apache.lucene.search.TermScorer.score(TermScorer.java:66) | |
| org.apache.lucene.search.DisjunctionSumScorer.score(DisjunctionSumScorer.java:43) | |
| org.apache.lucene.search.DisjunctionScorer.score(DisjunctionScorer.java:190) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.DisjunctionSumScorer.score(DisjunctionSumScorer.java:43) | |
| org.apache.lucene.search.DisjunctionScorer.score(DisjunctionScorer.java:190) | |
| org.apache.lucene.search.FilterScorer.score(FilterScorer.java:59) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:266) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Cypher}{tdhIX3wgTtGKk_x67-_lmA}{172.21.3.46}{172.21.3.46:9300}{rack_id=us-east-1a, master=false} | |
| Hot threads at 2016-08-10T00:29:50.726Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 63.5% (317.4ms out of 500ms) cpu usage by thread 'elasticsearch[Cypher][search][T#35]' | |
| 3/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 62.0% (309.9ms out of 500ms) cpu usage by thread 'elasticsearch[Cypher][search][T#18]' | |
| 2/10 snapshots sharing following 27 elements | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.codecs.lucene50.ForUtil.readBlock(ForUtil.java:187) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.refillDocs(Lucene50PostingsReader.java:368) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:452) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 59.8% (298.7ms out of 500ms) cpu usage by thread 'elasticsearch[Cypher][search][T#22]' | |
| 3/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Zarek}{EZJ93VjbRpG-E3MVNZhISw}{172.21.3.95}{172.21.3.95:9300}{rack_id=us-east-1d, master=false} | |
| Hot threads at 2016-08-10T00:29:50.730Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 78.4% (392ms out of 500ms) cpu usage by thread 'elasticsearch[Zarek][search][T#7]' | |
| 7/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 65.8% (329ms out of 500ms) cpu usage by thread 'elasticsearch[Zarek][search][T#16]' | |
| 2/10 snapshots sharing following 22 elements | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.refillDocs(Lucene50PostingsReader.java:368) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:452) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 23 elements | |
| org.elasticsearch.common.lucene.Lucene$3.get(Lucene.java:758) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:302) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.apache.lucene.search.LRUQueryCache.get(LRUQueryCache.java:218) | |
| org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorer(LRUQueryCache.java:622) | |
| org.elasticsearch.indices.cache.query.IndicesQueryCache$CachingWeightWrapper.scorer(IndicesQueryCache.java:263) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorer(LRUQueryCache.java:628) | |
| org.elasticsearch.indices.cache.query.IndicesQueryCache$CachingWeightWrapper.scorer(IndicesQueryCache.java:263) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorer(LRUQueryCache.java:628) | |
| org.elasticsearch.indices.cache.query.IndicesQueryCache$CachingWeightWrapper.scorer(IndicesQueryCache.java:263) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.Weight.bulkScorer(Weight.java:135) | |
| org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:370) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:818) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 63.7% (318.4ms out of 500ms) cpu usage by thread 'elasticsearch[Zarek][search][T#33]' | |
| 9/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.codecs.lucene50.ForUtil.readBlock(ForUtil.java:187) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.refillDocs(Lucene50PostingsReader.java:368) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:452) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Magdalene}{Cybvl61oTvaXvWZd5HWsMA}{172.21.3.70}{172.21.3.70:9300}{rack_id=us-east-1d, master=false} | |
| Hot threads at 2016-08-10T00:29:50.729Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 61.6% (308.1ms out of 500ms) cpu usage by thread 'elasticsearch[Magdalene][search][T#39]' | |
| 2/10 snapshots sharing following 27 elements | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.codecs.lucene50.ForUtil.readBlock(ForUtil.java:187) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.refillDocs(Lucene50PostingsReader.java:368) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:452) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:229) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.store.DataInput.readVInt(DataInput.java:125) | |
| org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:221) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:157) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery.createWeight(FiltersFunctionScoreQuery.java:142) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 61.0% (304.9ms out of 500ms) cpu usage by thread 'elasticsearch[Magdalene][search][T#3]' | |
| 6/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 20 elements | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 33 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.codecs.lucene50.ForUtil.readBlock(ForUtil.java:187) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.refillDocs(Lucene50PostingsReader.java:368) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:452) | |
| org.elasticsearch.common.lucene.Lucene$3.get(Lucene.java:758) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:302) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Ikaris}{PQi-LJAzTTmMiRN1ehYqWw}{172.21.3.4}{172.21.3.4:9300}{rack_id=us-east-1a, master=false} | |
| Hot threads at 2016-08-10T00:29:50.725Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 82.3% (411.3ms out of 500ms) cpu usage by thread 'elasticsearch[Ikaris][search][T#16]' | |
| 5/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 76.0% (380.1ms out of 500ms) cpu usage by thread 'elasticsearch[Ikaris][search][T#34]' | |
| 2/10 snapshots sharing following 36 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.store.DataInput.readVInt(DataInput.java:125) | |
| org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:221) | |
| org.apache.lucene.codecs.lucene50.Lucene50SkipReader.readSkipData(Lucene50SkipReader.java:180) | |
| org.apache.lucene.codecs.MultiLevelSkipListReader.loadNextSkip(MultiLevelSkipListReader.java:162) | |
| org.apache.lucene.codecs.MultiLevelSkipListReader.skipTo(MultiLevelSkipListReader.java:132) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:432) | |
| org.elasticsearch.common.lucene.Lucene$3.get(Lucene.java:758) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:302) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 33 elements | |
| sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:52) | |
| sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:220) | |
| sun.nio.ch.IOUtil.read(IOUtil.java:197) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:740) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116) | |
| org.apache.lucene.codecs.lucene50.ForUtil.readBlock(ForUtil.java:197) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.refillDocs(Lucene50PostingsReader.java:368) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:452) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 37 elements | |
| sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:52) | |
| sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:220) | |
| sun.nio.ch.IOUtil.read(IOUtil.java:197) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:740) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:269) | |
| org.apache.lucene.codecs.lucene53.Lucene53NormsProducer$2.get(Lucene53NormsProducer.java:139) | |
| org.apache.lucene.search.similarities.TFIDFSimilarity$TFIDFSimScorer.score(TFIDFSimilarity.java:715) | |
| org.apache.lucene.search.TermScorer.score(TermScorer.java:66) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.DisjunctionSumScorer.score(DisjunctionSumScorer.java:43) | |
| org.apache.lucene.search.DisjunctionScorer.score(DisjunctionScorer.java:190) | |
| org.apache.lucene.search.FilterScorer.score(FilterScorer.java:59) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:266) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 75.0% (374.7ms out of 500ms) cpu usage by thread 'elasticsearch[Ikaris][search][T#14]' | |
| 3/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 22 elements | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.refillDocs(Lucene50PostingsReader.java:368) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:452) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 33 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.store.DataInput.readVInt(DataInput.java:128) | |
| org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:221) | |
| org.apache.lucene.codecs.lucene50.Lucene50SkipReader.readSkipData(Lucene50SkipReader.java:180) | |
| org.apache.lucene.codecs.MultiLevelSkipListReader.loadNextSkip(MultiLevelSkipListReader.java:162) | |
| org.apache.lucene.codecs.MultiLevelSkipListReader.skipTo(MultiLevelSkipListReader.java:132) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:432) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:52) | |
| sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:220) | |
| sun.nio.ch.IOUtil.read(IOUtil.java:197) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:740) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.codecs.lucene50.ForUtil.readBlock(ForUtil.java:187) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.refillDocs(Lucene50PostingsReader.java:368) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:452) | |
| org.elasticsearch.common.lucene.Lucene$3.get(Lucene.java:758) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:302) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Ghost Rider}{bsm_ZSutTVOjkaMKKFgwWQ}{172.21.3.32}{172.21.3.32:9300}{rack_id=us-east-1a, data=false, master=true} | |
| Hot threads at 2016-08-10T00:29:50.727Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 0.0% (100.5micros out of 500ms) cpu usage by thread 'elasticsearch[Ghost Rider][transport_client_timer][T#1]{Hashed wheel timer #1}' | |
| 10/10 snapshots sharing following 5 elements | |
| java.lang.Thread.sleep(Native Method) | |
| org.jboss.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:445) | |
| org.jboss.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:364) | |
| org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Phage}{QMZxyfLlRF2InOh4v8Ig8g}{172.21.3.58}{172.21.3.58:9300}{rack_id=us-east-1a, master=false} | |
| Hot threads at 2016-08-10T00:29:50.727Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 73.9% (369.5ms out of 500ms) cpu usage by thread 'elasticsearch[Phage][search][T#41]' | |
| 6/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 68.1% (340.6ms out of 500ms) cpu usage by thread 'elasticsearch[Phage][search][T#13]' | |
| 6/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 66.3% (331.3ms out of 500ms) cpu usage by thread 'elasticsearch[Phage][search][T#47]' | |
| 2/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Shingen Harada}{6hXs1n6wQI25p4ATO5dWSw}{172.21.3.13}{172.21.3.13:9300}{rack_id=us-east-1a, master=false} | |
| Hot threads at 2016-08-10T00:29:50.730Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 67.5% (337.6ms out of 500ms) cpu usage by thread 'elasticsearch[Shingen Harada][search][T#13]' | |
| 3/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116) | |
| org.apache.lucene.codecs.lucene50.ForUtil.readBlock(ForUtil.java:197) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.refillDocs(Lucene50PostingsReader.java:368) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:452) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 63.8% (318.9ms out of 500ms) cpu usage by thread 'elasticsearch[Shingen Harada][search][T#40]' | |
| 3/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 62.3% (311.4ms out of 500ms) cpu usage by thread 'elasticsearch[Shingen Harada][search][T#44]' | |
| 3/10 snapshots sharing following 19 elements | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Exterminator}{vqxbb5EaQqSyeBVkVwXDOA}{172.21.3.62}{172.21.3.62:9300}{rack_id=us-east-1a, master=false} | |
| Hot threads at 2016-08-10T00:29:50.725Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 72.5% (362.3ms out of 500ms) cpu usage by thread 'elasticsearch[Exterminator][search][T#34]' | |
| 3/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 19 elements | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 71.9% (359.7ms out of 500ms) cpu usage by thread 'elasticsearch[Exterminator][search][T#40]' | |
| 2/10 snapshots sharing following 35 elements | |
| sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:52) | |
| sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:220) | |
| sun.nio.ch.IOUtil.read(IOUtil.java:197) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:740) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.codecs.lucene50.ForUtil.readBlock(ForUtil.java:187) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.refillDocs(Lucene50PostingsReader.java:368) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:452) | |
| org.elasticsearch.common.lucene.Lucene$3.get(Lucene.java:758) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:302) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 68.9% (344.4ms out of 500ms) cpu usage by thread 'elasticsearch[Exterminator][search][T#8]' | |
| 6/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Lorna Dane}{-WQ3BAdVRL-86xB3XGJfTA}{172.21.3.181}{172.21.3.181:9300}{rack_id=us-east-1e, master=false} | |
| Hot threads at 2016-08-10T00:29:50.722Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 67.9% (339.3ms out of 500ms) cpu usage by thread 'elasticsearch[Lorna Dane][search][T#9]' | |
| 6/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 27 elements | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.codecs.lucene50.ForUtil.readBlock(ForUtil.java:187) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.refillDocs(Lucene50PostingsReader.java:368) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:452) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.apache.lucene.search.LRUQueryCache.get(LRUQueryCache.java:218) | |
| org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorer(LRUQueryCache.java:622) | |
| org.elasticsearch.indices.cache.query.IndicesQueryCache$CachingWeightWrapper.scorer(IndicesQueryCache.java:263) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.functionScorer(FiltersFunctionScoreQuery.java:184) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$CustomBoostFactorWeight.scorer(FiltersFunctionScoreQuery.java:192) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.Weight.bulkScorer(Weight.java:135) | |
| org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:370) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:818) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Misfit}{fUomLcXVRwuR5E38-cxczg}{172.21.3.185}{172.21.3.185:9300}{rack_id=us-east-1e, data=false, master=true} | |
| Hot threads at 2016-08-10T00:29:50.722Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| ::: {Human Top II}{cg6IiwJWQRGCKp8-waE9Ng}{172.21.3.111}{172.21.3.111:9300}{rack_id=us-east-1d, master=false} | |
| Hot threads at 2016-08-10T00:29:50.729Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 63.3% (316.3ms out of 500ms) cpu usage by thread 'elasticsearch[Human Top II][search][T#32]' | |
| 7/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 30 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.codecs.lucene50.ForUtil.readBlock(ForUtil.java:187) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.refillDocs(Lucene50PostingsReader.java:368) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:452) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116) | |
| org.apache.lucene.codecs.lucene50.ForUtil.readBlock(ForUtil.java:197) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.refillDocs(Lucene50PostingsReader.java:368) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:452) | |
| org.apache.lucene.search.DisjunctionDISIApproximation.advance(DisjunctionDISIApproximation.java:66) | |
| org.apache.lucene.search.ConjunctionDISI.advance(ConjunctionDISI.java:197) | |
| org.apache.lucene.search.DisjunctionDISIApproximation.advance(DisjunctionDISIApproximation.java:66) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:178) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 59.6% (297.8ms out of 500ms) cpu usage by thread 'elasticsearch[Human Top II][search][T#31]' | |
| 2/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:229) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 58.8% (293.8ms out of 500ms) cpu usage by thread 'elasticsearch[Human Top II][search][T#47]' | |
| 5/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Sack}{kTPVPdPzSEurPDmyyUtVaw}{172.21.3.114}{172.21.3.114:9300}{rack_id=us-east-1d, master=false} | |
| Hot threads at 2016-08-10T00:29:50.725Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 66.8% (333.7ms out of 500ms) cpu usage by thread 'elasticsearch[Sack][search][T#1]' | |
| 2/10 snapshots sharing following 27 elements | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.codecs.lucene50.ForUtil.readBlock(ForUtil.java:187) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.refillDocs(Lucene50PostingsReader.java:368) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:452) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 26 elements | |
| java.security.AccessController.doPrivileged(Native Method) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.run(GroovyScriptEngineService.java:310) | |
| org.elasticsearch.script.groovy.GroovyScriptEngineService$GroovyScript.runAsDouble(GroovyScriptEngineService.java:336) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.computeScore(FiltersFunctionScoreQuery.java:303) | |
| org.elasticsearch.common.lucene.search.function.FiltersFunctionScoreQuery$FiltersFunctionFactorScorer.score(FiltersFunctionScoreQuery.java:267) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 31 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:736) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:726) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116) | |
| org.apache.lucene.codecs.lucene50.ForUtil.readBlock(ForUtil.java:197) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.refillDocs(Lucene50PostingsReader.java:368) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:452) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 63.9% (319.2ms out of 500ms) cpu usage by thread 'elasticsearch[Sack][search][T#34]' | |
| 2/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:366) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:378) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:300) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment