Created
April 19, 2023 07:13
-
-
Save UkrZilla/cffa73830b9ae5058fb21e2aeeef50f9 to your computer and use it in GitHub Desktop.
This file has been truncated, but you can view the full file.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| [2023-04-05T06:59:45,716][INFO ][o.e.c.m.MetadataDeleteIndexService] [node-master01] [index1_202212_15/S3XXMMOFQZ2spaQEGI3Org] deleting index | |
| [2023-04-05T06:59:45,872][INFO ][o.e.c.m.MetadataDeleteIndexService] [node-master01] [inxex740_202212/RGvNA78OTNyKpauhuzy4wQ] deleting index | |
| [2023-04-05T06:59:56,118][INFO ][o.e.c.c.C.CoordinatorPublication] [node-master01] after [10s] publication of cluster state version [1051287] is still waiting for {node-00}{A9AdXLb5QA-ZMcicCn26OQ}{RNThl9gfRC-AsePob3e_Yg}{10.1.3.110}{10.1.3.110:9300}{di}{xpack.installed=true, transform.node=false} [SENT_APPLY_COMMIT], {node-03}{BP9ce3IpQKydGOOJYjaOoQ}{fGKb7nRwSWunWDcsMxwOpw}{10.1.3.113}{10.1.3.113:9300}{di}{xpack.installed=true, transform.node=false} [SENT_APPLY_COMMIT], {node-01}{wGMNopDRRLOX-CePJLFv_g}{W04AxyZ7SuGU9TJ5VrVWRw}{10.1.3.111}{10.1.3.111:9300}{di}{xpack.installed=true, transform.node=false} [SENT_APPLY_COMMIT], {node-06}{IDs3LXSPQr-qi5XySHQFDg}{MY1BQxilSnCtQCAl6mxI9g}{10.1.3.116}{10.1.3.116:9300}{di}{xpack.installed=true, transform.node=false} [SENT_APPLY_COMMIT], {node-05}{2_nURxLPTbSA2k1L2Z53PA}{Jr4sFgPGRA6BhuUeQWwSNA}{10.1.3.115}{10.1.3.115:9300}{di}{xpack.installed=true, transform.node=false} [SENT_APPLY_COMMIT], {node-02}{GcIBJhb1TqC4ZPWlsEo5ZQ}{mRX_3ExjQZ-aOYaFsBFiLw}{10.1.3.112}{10.1.3.112:9300}{di}{xpack.installed=true, transform.node=false} [SENT_APPLY_COMMIT], {node-04}{w5l4kNh_TdiyXDoGN17ovg}{TAzZfnKrR_mdwuFLwmgy6A}{10.1.3.114}{10.1.3.114:9300}{di}{xpack.installed=true, transform.node=false} [SENT_APPLY_COMMIT] | |
| [2023-04-05T07:02:46,122][DEBUG][o.e.c.c.LagDetector ] [node-master01] starting lag detector for version 1051287: [NodeAppliedStateTracker{discoveryNode={node-04}{w5l4kNh_TdiyXDoGN17ovg}{TAzZfnKrR_mdwuFLwmgy6A}{10.1.3.114}{10.1.3.114:9300}{di}{xpack.installed=true, transform.node=false}, appliedVersion=1051286}, NodeAppliedStateTracker{discoveryNode={node-02}{GcIBJhb1TqC4ZPWlsEo5ZQ}{mRX_3ExjQZ-aOYaFsBFiLw}{10.1.3.112}{10.1.3.112:9300}{di}{xpack.installed=true, transform.node=false}, appliedVersion=1051286}, NodeAppliedStateTracker{discoveryNode={node-01}{wGMNopDRRLOX-CePJLFv_g}{W04AxyZ7SuGU9TJ5VrVWRw}{10.1.3.111}{10.1.3.111:9300}{di}{xpack.installed=true, transform.node=false}, appliedVersion=1051286}, NodeAppliedStateTracker{discoveryNode={node-05}{2_nURxLPTbSA2k1L2Z53PA}{Jr4sFgPGRA6BhuUeQWwSNA}{10.1.3.115}{10.1.3.115:9300}{di}{xpack.installed=true, transform.node=false}, appliedVersion=1051286}, NodeAppliedStateTracker{discoveryNode={node-06}{IDs3LXSPQr-qi5XySHQFDg}{MY1BQxilSnCtQCAl6mxI9g}{10.1.3.116}{10.1.3.116:9300}{di}{xpack.installed=true, transform.node=false}, appliedVersion=1051286}, NodeAppliedStateTracker{discoveryNode={node-03}{BP9ce3IpQKydGOOJYjaOoQ}{fGKb7nRwSWunWDcsMxwOpw}{10.1.3.113}{10.1.3.113:9300}{di}{xpack.installed=true, transform.node=false}, appliedVersion=1051286}, NodeAppliedStateTracker{discoveryNode={node-00}{A9AdXLb5QA-ZMcicCn26OQ}{RNThl9gfRC-AsePob3e_Yg}{10.1.3.110}{10.1.3.110:9300}{di}{xpack.installed=true, transform.node=false}, appliedVersion=1051286}] | |
| [2023-04-05T07:02:46,122][WARN ][o.e.c.c.C.CoordinatorPublication] [node-master01] after [3m] publication of cluster state version [1051287] is still waiting for {node-00}{A9AdXLb5QA-ZMcicCn26OQ}{RNThl9gfRC-AsePob3e_Yg}{10.1.3.110}{10.1.3.110:9300}{di}{xpack.installed=true, transform.node=false} [SENT_APPLY_COMMIT], {node-03}{BP9ce3IpQKydGOOJYjaOoQ}{fGKb7nRwSWunWDcsMxwOpw}{10.1.3.113}{10.1.3.113:9300}{di}{xpack.installed=true, transform.node=false} [SENT_APPLY_COMMIT], {node-01}{wGMNopDRRLOX-CePJLFv_g}{W04AxyZ7SuGU9TJ5VrVWRw}{10.1.3.111}{10.1.3.111:9300}{di}{xpack.installed=true, transform.node=false} [SENT_APPLY_COMMIT], {node-06}{IDs3LXSPQr-qi5XySHQFDg}{MY1BQxilSnCtQCAl6mxI9g}{10.1.3.116}{10.1.3.116:9300}{di}{xpack.installed=true, transform.node=false} [SENT_APPLY_COMMIT], {node-05}{2_nURxLPTbSA2k1L2Z53PA}{Jr4sFgPGRA6BhuUeQWwSNA}{10.1.3.115}{10.1.3.115:9300}{di}{xpack.installed=true, transform.node=false} [SENT_APPLY_COMMIT], {node-02}{GcIBJhb1TqC4ZPWlsEo5ZQ}{mRX_3ExjQZ-aOYaFsBFiLw}{10.1.3.112}{10.1.3.112:9300}{di}{xpack.installed=true, transform.node=false} [SENT_APPLY_COMMIT], {node-04}{w5l4kNh_TdiyXDoGN17ovg}{TAzZfnKrR_mdwuFLwmgy6A}{10.1.3.114}{10.1.3.114:9300}{di}{xpack.installed=true, transform.node=false} [SENT_APPLY_COMMIT] | |
| [2023-04-05T07:05:46,135][WARN ][o.e.c.c.LagDetector ] [node-master01] node [{node-04}{w5l4kNh_TdiyXDoGN17ovg}{TAzZfnKrR_mdwuFLwmgy6A}{10.1.3.114}{10.1.3.114:9300}{di}{xpack.installed=true, transform.node=false}] is lagging at cluster state version [1051286], although publication of cluster state version [1051287] completed [3m] ago | |
| [2023-04-05T07:05:46,135][WARN ][o.e.c.c.LagDetector ] [node-master01] node [{node-02}{GcIBJhb1TqC4ZPWlsEo5ZQ}{mRX_3ExjQZ-aOYaFsBFiLw}{10.1.3.112}{10.1.3.112:9300}{di}{xpack.installed=true, transform.node=false}] is lagging at cluster state version [1051286], although publication of cluster state version [1051287] completed [3m] ago | |
| [2023-04-05T07:05:46,135][WARN ][o.e.c.c.LagDetector ] [node-master01] node [{node-01}{wGMNopDRRLOX-CePJLFv_g}{W04AxyZ7SuGU9TJ5VrVWRw}{10.1.3.111}{10.1.3.111:9300}{di}{xpack.installed=true, transform.node=false}] is lagging at cluster state version [1051286], although publication of cluster state version [1051287] completed [3m] ago | |
| [2023-04-05T07:05:46,135][WARN ][o.e.c.c.LagDetector ] [node-master01] node [{node-05}{2_nURxLPTbSA2k1L2Z53PA}{Jr4sFgPGRA6BhuUeQWwSNA}{10.1.3.115}{10.1.3.115:9300}{di}{xpack.installed=true, transform.node=false}] is lagging at cluster state version [1051286], although publication of cluster state version [1051287] completed [3m] ago | |
| [2023-04-05T07:05:46,135][WARN ][o.e.c.c.LagDetector ] [node-master01] node [{node-06}{IDs3LXSPQr-qi5XySHQFDg}{MY1BQxilSnCtQCAl6mxI9g}{10.1.3.116}{10.1.3.116:9300}{di}{xpack.installed=true, transform.node=false}] is lagging at cluster state version [1051286], although publication of cluster state version [1051287] completed [3m] ago | |
| [2023-04-05T07:05:46,135][WARN ][o.e.c.c.LagDetector ] [node-master01] node [{node-03}{BP9ce3IpQKydGOOJYjaOoQ}{fGKb7nRwSWunWDcsMxwOpw}{10.1.3.113}{10.1.3.113:9300}{di}{xpack.installed=true, transform.node=false}] is lagging at cluster state version [1051286], although publication of cluster state version [1051287] completed [3m] ago | |
| [2023-04-05T07:05:46,370][INFO ][o.e.c.r.a.AllocationService] [node-master01] Cluster health status changed from [GREEN] to [YELLOW] (reason: [{node-04}{w5l4kNh_TdiyXDoGN17ovg}{TAzZfnKrR_mdwuFLwmgy6A}{10.1.3.114}{10.1.3.114:9300}{di} reason: lagging]). | |
| [2023-04-05T07:05:47,344][INFO ][o.e.c.s.MasterService ] [node-master01] node-left[{node-04}{w5l4kNh_TdiyXDoGN17ovg}{TAzZfnKrR_mdwuFLwmgy6A}{10.1.3.114}{10.1.3.114:9300}{di} reason: lagging], term: 124, version: 1051288, delta: removed {{node-04}{w5l4kNh_TdiyXDoGN17ovg}{TAzZfnKrR_mdwuFLwmgy6A}{10.1.3.114}{10.1.3.114:9300}{di}} | |
| [2023-04-05T07:05:47,407][DEBUG][o.e.c.c.LagDetector ] [node-master01] hot threads from node [{node-02}{GcIBJhb1TqC4ZPWlsEo5ZQ}{mRX_3ExjQZ-aOYaFsBFiLw}{10.1.3.112}{10.1.3.112:9300}{di}] lagging at version [1051286] despite commit of cluster state version [1051287]: | |
| Hot threads at 2023-04-05T07:05:46.205Z, interval=500ms, busiestThreads=500, ignoreIdleThreads=true: | |
| 100.0% [cpu=22.4%, other=77.6%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][transport_worker][T#9]' | |
| 2/10 snapshots sharing following 25 elements | |
| app//org.elasticsearch.transport.InboundPipeline.handleBytes(InboundPipeline.java:84) | |
| org.elasticsearch.transport.netty4.Netty4MessageChannelHandler.channelRead(Netty4MessageChannelHandler.java:71) | |
| io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) | |
| io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) | |
| io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) | |
| io.netty.handler.logging.LoggingHandler.channelRead(LoggingHandler.java:280) | |
| io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) | |
| io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) | |
| io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) | |
| io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) | |
| io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) | |
| io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) | |
| io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) | |
| io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) | |
| io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) | |
| io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) | |
| io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) | |
| io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) | |
| io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:719) | |
| io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:620) | |
| io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:583) | |
| io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) | |
| io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:986) | |
| io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 8/10 snapshots sharing following 9 elements | |
| java.base@19.0.2/sun.nio.ch.EPoll.wait(Native Method) | |
| java.base@19.0.2/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:121) | |
| java.base@19.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) | |
| java.base@19.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) | |
| io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:810) | |
| io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:457) | |
| io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:986) | |
| io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.4%, other=98.6%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#412]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.4%, other=98.6%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#402]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.1%, other=98.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#408]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.1%, other=98.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#411]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.0%, other=99.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#393]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.0%, other=99.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][clusterApplierService#updateTask][T#1]' | |
| 10/10 snapshots sharing following 41 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.unlink0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.unlink(UnixNativeDispatcher.java:159) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.implDelete(UnixFileSystemProvider.java:235) | |
| java.base@19.0.2/sun.nio.fs.AbstractFileSystemProvider.delete(AbstractFileSystemProvider.java:105) | |
| java.base@19.0.2/java.nio.file.Files.delete(Files.java:1152) | |
| app//org.elasticsearch.core.internal.io.IOUtils$1.visitFile(IOUtils.java:238) | |
| app//org.elasticsearch.core.internal.io.IOUtils$1.visitFile(IOUtils.java:217) | |
| java.base@19.0.2/java.nio.file.Files.walkFileTree(Files.java:2810) | |
| java.base@19.0.2/java.nio.file.Files.walkFileTree(Files.java:2881) | |
| app//org.elasticsearch.core.internal.io.IOUtils.rm(IOUtils.java:217) | |
| app//org.elasticsearch.core.internal.io.IOUtils.rm(IOUtils.java:201) | |
| app//org.elasticsearch.env.NodeEnvironment.deleteShardDirectoryUnderLock(NodeEnvironment.java:575) | |
| app//org.elasticsearch.indices.IndicesService.deleteShardStore(IndicesService.java:1053) | |
| app//org.elasticsearch.index.IndexService.onShardClose(IndexService.java:590) | |
| app//org.elasticsearch.index.IndexService.access$100(IndexService.java:102) | |
| app//org.elasticsearch.index.IndexService$StoreCloseListener.accept(IndexService.java:705) | |
| app//org.elasticsearch.index.IndexService$StoreCloseListener.accept(IndexService.java:692) | |
| app//org.elasticsearch.index.store.Store.closeInternal(Store.java:439) | |
| app//org.elasticsearch.index.store.Store$$Lambda$5522/0x0000000801d94d48.run(Unknown Source) | |
| app//org.elasticsearch.core.AbstractRefCounted$1.closeInternal(AbstractRefCounted.java:98) | |
| app//org.elasticsearch.core.AbstractRefCounted.decRef(AbstractRefCounted.java:51) | |
| app//org.elasticsearch.index.store.Store.decRef(Store.java:407) | |
| app//org.elasticsearch.index.store.Store.close(Store.java:419) | |
| app//org.elasticsearch.index.IndexService.closeShard(IndexService.java:571) | |
| app//org.elasticsearch.index.IndexService.removeShard(IndexService.java:539) | |
| app//org.elasticsearch.index.IndexService.close(IndexService.java:334) | |
| app//org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:885) | |
| app//org.elasticsearch.indices.cluster.IndicesClusterStateService.deleteIndices(IndicesClusterStateService.java:285) | |
| app//org.elasticsearch.indices.cluster.IndicesClusterStateService.applyClusterState(IndicesClusterStateService.java:219) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.callClusterStateAppliers(ClusterApplierService.java:553) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.callClusterStateAppliers(ClusterApplierService.java:539) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.applyChanges(ClusterApplierService.java:503) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.runTask(ClusterApplierService.java:428) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.access$000(ClusterApplierService.java:56) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService$UpdateTask.run(ClusterApplierService.java:154) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:718) | |
| app//org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.runAndClean(PrioritizedEsThreadPoolExecutor.java:262) | |
| app//org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:225) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.9%, other=99.1%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#422]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.9%, other=99.1%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#417]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.8%, other=99.2%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#420]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.8%, other=99.2%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#424]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.8%, other=99.2%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#421]' | |
| 9/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.7%, other=99.3%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#425]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.7%, other=99.3%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#423]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.6%, other=99.4%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#419]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.8% [cpu=0.9%, other=98.9%] (499ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#403]' | |
| 10/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.8% [cpu=0.8%, other=99.0%] (499ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#401]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.6% [cpu=1.6%, other=98.0%] (498ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#400]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.6% [cpu=1.4%, other=98.2%] (498ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#409]' | |
| 10/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.6% [cpu=1.0%, other=98.6%] (498ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#410]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.6% [cpu=1.0%, other=98.6%] (498ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#407]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.4% [cpu=1.2%, other=98.2%] (497ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#416]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.4% [cpu=1.2%, other=98.2%] (497ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#415]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.4% [cpu=1.0%, other=98.4%] (497ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#405]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.4% [cpu=1.0%, other=98.4%] (497ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#414]' | |
| 2/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 8/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.4% [cpu=0.7%, other=98.7%] (497ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#413]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.4% [cpu=0.4%, other=99.0%] (497ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#404]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.2% [cpu=0.5%, other=98.7%] (496ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#418]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.0% [cpu=0.8%, other=98.2%] (495ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#399]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 98.4% [cpu=0.7%, other=97.7%] (492ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#406]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 97.4% [cpu=0.5%, other=96.9%] (487ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#398]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 97.2% [cpu=1.0%, other=96.2%] (486ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#396]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 96.8% [cpu=1.2%, other=95.6%] (484ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#385]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 96.4% [cpu=0.8%, other=95.6%] (482ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#397]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 94.8% [cpu=1.8%, other=93.0%] (474ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#395]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 94.0% [cpu=1.1%, other=92.9%] (470ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#390]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 93.6% [cpu=1.4%, other=92.2%] (468ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#391]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 93.6% [cpu=0.8%, other=92.8%] (468ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#392]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 93.4% [cpu=2.0%, other=91.4%] (467ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#388]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 93.0% [cpu=1.0%, other=92.0%] (465ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#389]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 92.8% [cpu=1.3%, other=91.5%] (464ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#379]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 92.4% [cpu=1.1%, other=91.3%] (462ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#394]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 92.2% [cpu=1.9%, other=90.3%] (461ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#387]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 91.6% [cpu=1.1%, other=90.5%] (458ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#384]' | |
| 10/10 snapshots sharing following 17 elements | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 91.4% [cpu=1.3%, other=90.1%] (457ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#386]' | |
| 5/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 5/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 91.4% [cpu=1.2%, other=90.2%] (457ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#380]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 90.8% [cpu=1.6%, other=89.2%] (454ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#383]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 90.4% [cpu=1.7%, other=88.7%] (452ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#381]' | |
| 10/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 90.4% [cpu=1.2%, other=89.2%] (452ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#382]' | |
| 9/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/java.security.AccessController.getStackAccessControlContext(Native Method) | |
| java.base@19.0.2/java.security.AccessController.checkPermission(AccessController.java:1042) | |
| java.base@19.0.2/java.lang.SecurityManager.checkPermission(SecurityManager.java:411) | |
| java.base@19.0.2/java.lang.SecurityManager.checkRead(SecurityManager.java:751) | |
| java.base@19.0.2/sun.nio.fs.UnixChannelFactory.open(UnixChannelFactory.java:246) | |
| java.base@19.0.2/sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:133) | |
| java.base@19.0.2/sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:146) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.newFileChannel(UnixFileSystemProvider.java:179) | |
| java.base@19.0.2/java.nio.channels.FileChannel.open(FileChannel.java:304) | |
| java.base@19.0.2/java.nio.channels.FileChannel.open(FileChannel.java:363) | |
| app//org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:83) | |
| app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:128) | |
| app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100) | |
| app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:958) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 68.4% [cpu=1.1%, other=67.3%] (342ms out of 500ms) cpu usage by thread 'elasticsearch[node-02][fetch_shard_store][T#369]' | |
| 10/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (29.4micros out of 500ms) cpu usage by thread 'ticker-schedule-trigger-engine' | |
| 10/10 snapshots sharing following 3 elements | |
| java.base@19.0.2/java.lang.Thread.sleep0(Native Method) | |
| java.base@19.0.2/java.lang.Thread.sleep(Thread.java:465) | |
| org.elasticsearch.xpack.watcher.trigger.schedule.engine.TickerScheduleTriggerEngine$Ticker.run(TickerScheduleTriggerEngine.java:196) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'Connection evictor' | |
| 10/10 snapshots sharing following 4 elements | |
| java.base@19.0.2/java.lang.Thread.sleep0(Native Method) | |
| java.base@19.0.2/java.lang.Thread.sleep(Thread.java:465) | |
| org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'process reaper (pid 4866)' | |
| 10/10 snapshots sharing following 6 elements | |
| java.base@19.0.2/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method) | |
| java.base@19.0.2/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:163) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| java.base@19.0.2/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[keepAlive/7.17.9]' | |
| 10/10 snapshots sharing following 7 elements | |
| java.base@19.0.2/jdk.internal.misc.Unsafe.park(Native Method) | |
| java.base@19.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:221) | |
| java.base@19.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) | |
| java.base@19.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) | |
| java.base@19.0.2/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230) | |
| app//org.elasticsearch.bootstrap.Bootstrap$1.run(Bootstrap.java:85) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| [2023-04-05T07:05:47,627][DEBUG][o.e.c.c.LagDetector ] [node-master01] hot threads from node [{node-06}{IDs3LXSPQr-qi5XySHQFDg}{MY1BQxilSnCtQCAl6mxI9g}{10.1.3.116}{10.1.3.116:9300}{di}] lagging at version [1051286] despite commit of cluster state version [1051287]: | |
| Hot threads at 2023-04-05T07:05:46.262Z, interval=500ms, busiestThreads=500, ignoreIdleThreads=true: | |
| 100.0% [cpu=1.8%, other=98.2%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#49]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.6%, other=98.4%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#94]' | |
| 10/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.5%, other=98.5%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#61]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.5%, other=98.5%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#63]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.3%, other=98.7%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#82]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.3%, other=98.7%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#90]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.2%, other=98.8%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#84]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.2%, other=98.8%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#51]' | |
| 7/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 2/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:305) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.2%, other=98.8%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#91]' | |
| 9/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/java.security.AccessController.getStackAccessControlContext(Native Method) | |
| java.base@19.0.2/java.security.AccessController.checkPermission(AccessController.java:1042) | |
| java.base@19.0.2/java.lang.SecurityManager.checkPermission(SecurityManager.java:411) | |
| java.base@19.0.2/java.lang.SecurityManager.checkRead(SecurityManager.java:751) | |
| java.base@19.0.2/sun.nio.fs.UnixChannelFactory.open(UnixChannelFactory.java:246) | |
| java.base@19.0.2/sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:133) | |
| java.base@19.0.2/sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:146) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.newFileChannel(UnixFileSystemProvider.java:179) | |
| java.base@19.0.2/java.nio.channels.FileChannel.open(FileChannel.java:304) | |
| java.base@19.0.2/java.nio.channels.FileChannel.open(FileChannel.java:363) | |
| app//org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:83) | |
| app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:128) | |
| app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100) | |
| app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:958) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.2%, other=98.8%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#95]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.2%, other=98.8%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#83]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.2%, other=98.8%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#54]' | |
| 3/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 7/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.2%, other=98.8%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#81]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.1%, other=98.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#79]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.1%, other=98.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#66]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.0%, other=99.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#65]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.0%, other=99.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#93]' | |
| 10/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.0%, other=99.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#60]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.0%, other=99.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#53]' | |
| 10/10 snapshots sharing following 17 elements | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.9%, other=99.1%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#76]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.9%, other=99.1%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#62]' | |
| 4/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 6/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.9%, other=99.1%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#89]' | |
| 10/10 snapshots sharing following 17 elements | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.9%, other=99.1%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#85]' | |
| 5/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 5/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.9%, other=99.1%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#86]' | |
| 8/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 2/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.8%, other=99.2%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#72]' | |
| 10/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.8%, other=99.2%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][clusterApplierService#updateTask][T#1]' | |
| 10/10 snapshots sharing following 41 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.unlink0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.unlink(UnixNativeDispatcher.java:159) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.implDelete(UnixFileSystemProvider.java:235) | |
| java.base@19.0.2/sun.nio.fs.AbstractFileSystemProvider.delete(AbstractFileSystemProvider.java:105) | |
| java.base@19.0.2/java.nio.file.Files.delete(Files.java:1152) | |
| app//org.elasticsearch.core.internal.io.IOUtils$1.visitFile(IOUtils.java:238) | |
| app//org.elasticsearch.core.internal.io.IOUtils$1.visitFile(IOUtils.java:217) | |
| java.base@19.0.2/java.nio.file.Files.walkFileTree(Files.java:2810) | |
| java.base@19.0.2/java.nio.file.Files.walkFileTree(Files.java:2881) | |
| app//org.elasticsearch.core.internal.io.IOUtils.rm(IOUtils.java:217) | |
| app//org.elasticsearch.core.internal.io.IOUtils.rm(IOUtils.java:201) | |
| app//org.elasticsearch.env.NodeEnvironment.deleteShardDirectoryUnderLock(NodeEnvironment.java:575) | |
| app//org.elasticsearch.indices.IndicesService.deleteShardStore(IndicesService.java:1053) | |
| app//org.elasticsearch.index.IndexService.onShardClose(IndexService.java:590) | |
| app//org.elasticsearch.index.IndexService.access$100(IndexService.java:102) | |
| app//org.elasticsearch.index.IndexService$StoreCloseListener.accept(IndexService.java:705) | |
| app//org.elasticsearch.index.IndexService$StoreCloseListener.accept(IndexService.java:692) | |
| app//org.elasticsearch.index.store.Store.closeInternal(Store.java:439) | |
| app//org.elasticsearch.index.store.Store$$Lambda$5499/0x0000000801d8cf50.run(Unknown Source) | |
| app//org.elasticsearch.core.AbstractRefCounted$1.closeInternal(AbstractRefCounted.java:98) | |
| app//org.elasticsearch.core.AbstractRefCounted.decRef(AbstractRefCounted.java:51) | |
| app//org.elasticsearch.index.store.Store.decRef(Store.java:407) | |
| app//org.elasticsearch.index.store.Store.close(Store.java:419) | |
| app//org.elasticsearch.index.IndexService.closeShard(IndexService.java:571) | |
| app//org.elasticsearch.index.IndexService.removeShard(IndexService.java:539) | |
| app//org.elasticsearch.index.IndexService.close(IndexService.java:334) | |
| app//org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:885) | |
| app//org.elasticsearch.indices.cluster.IndicesClusterStateService.deleteIndices(IndicesClusterStateService.java:285) | |
| app//org.elasticsearch.indices.cluster.IndicesClusterStateService.applyClusterState(IndicesClusterStateService.java:219) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.callClusterStateAppliers(ClusterApplierService.java:553) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.callClusterStateAppliers(ClusterApplierService.java:539) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.applyChanges(ClusterApplierService.java:503) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.runTask(ClusterApplierService.java:428) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.access$000(ClusterApplierService.java:56) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService$UpdateTask.run(ClusterApplierService.java:154) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:718) | |
| app//org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.runAndClean(PrioritizedEsThreadPoolExecutor.java:262) | |
| app//org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:225) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.8%, other=99.2%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#77]' | |
| 10/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.8%, other=99.2%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#88]' | |
| 9/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/java.io.FilePermission.<init>(FilePermission.java:490) | |
| java.base@19.0.2/java.lang.SecurityManager.checkRead(SecurityManager.java:751) | |
| java.base@19.0.2/sun.nio.fs.UnixChannelFactory.open(UnixChannelFactory.java:246) | |
| java.base@19.0.2/sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:133) | |
| java.base@19.0.2/sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:146) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.newFileChannel(UnixFileSystemProvider.java:179) | |
| java.base@19.0.2/java.nio.channels.FileChannel.open(FileChannel.java:304) | |
| java.base@19.0.2/java.nio.channels.FileChannel.open(FileChannel.java:363) | |
| app//org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:83) | |
| app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:128) | |
| app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100) | |
| app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:958) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.8%, other=99.2%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#56]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.7%, other=99.3%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#74]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.7%, other=99.3%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#92]' | |
| 10/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.4% [cpu=1.4%, other=98.0%] (497ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#78]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.0% [cpu=0.6%, other=98.4%] (495ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#59]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.0% [cpu=0.4%, other=98.6%] (495ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#80]' | |
| 10/10 snapshots sharing following 15 elements | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 98.8% [cpu=1.3%, other=97.5%] (494ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#64]' | |
| 7/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 3/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 98.6% [cpu=1.1%, other=97.5%] (493ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#71]' | |
| 10/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 98.6% [cpu=1.0%, other=97.6%] (493ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#58]' | |
| 9/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 98.4% [cpu=1.1%, other=97.3%] (492ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#69]' | |
| 5/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 5/10 snapshots sharing following 12 elements | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 98.4% [cpu=0.8%, other=97.6%] (492ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#87]' | |
| 10/10 snapshots sharing following 17 elements | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 97.8% [cpu=1.4%, other=96.4%] (489ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#68]' | |
| 5/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 5/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 97.2% [cpu=1.6%, other=95.6%] (486ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#75]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 96.6% [cpu=1.1%, other=95.5%] (483ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#70]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 96.4% [cpu=1.5%, other=94.9%] (482ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#73]' | |
| 10/10 snapshots sharing following 17 elements | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 95.8% [cpu=0.9%, other=94.9%] (479ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#67]' | |
| 6/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 3/10 snapshots sharing following 17 elements | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.readdir0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.readdir(UnixNativeDispatcher.java:569) | |
| java.base@19.0.2/sun.nio.fs.UnixDirectoryStream$UnixDirectoryIterator.readNextEntry(UnixDirectoryStream.java:165) | |
| java.base@19.0.2/sun.nio.fs.UnixDirectoryStream$UnixDirectoryIterator.hasNext(UnixDirectoryStream.java:198) | |
| app//org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:215) | |
| app//org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:233) | |
| app//org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:58) | |
| app//org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:58) | |
| app//org.elasticsearch.index.store.Store.failIfCorrupted(Store.java:609) | |
| app//org.elasticsearch.index.store.Store.failIfCorrupted(Store.java:605) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:273) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 95.6% [cpu=1.3%, other=94.3%] (478ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#57]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 94.8% [cpu=0.8%, other=94.0%] (474ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#50]' | |
| 10/10 snapshots sharing following 12 elements | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 91.6% [cpu=0.7%, other=90.9%] (458ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#55]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 91.2% [cpu=0.8%, other=90.4%] (456ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#47]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 90.6% [cpu=1.5%, other=89.1%] (453ms out of 500ms) cpu usage by thread 'elasticsearch[node-06][fetch_shard_store][T#52]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (26.3micros out of 500ms) cpu usage by thread 'ticker-schedule-trigger-engine' | |
| 10/10 snapshots sharing following 3 elements | |
| java.base@19.0.2/java.lang.Thread.sleep0(Native Method) | |
| java.base@19.0.2/java.lang.Thread.sleep(Thread.java:465) | |
| org.elasticsearch.xpack.watcher.trigger.schedule.engine.TickerScheduleTriggerEngine$Ticker.run(TickerScheduleTriggerEngine.java:196) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-06][write][T#1]' | |
| 2/10 snapshots sharing following 26 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.force0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.force(FileDispatcherImpl.java:82) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.force(FileChannelImpl.java:531) | |
| app//org.elasticsearch.index.translog.TranslogWriter.syncUpTo(TranslogWriter.java:481) | |
| app//org.elasticsearch.index.translog.Translog.ensureSynced(Translog.java:844) | |
| app//org.elasticsearch.index.translog.Translog.ensureSynced(Translog.java:865) | |
| app//org.elasticsearch.index.engine.InternalEngine.ensureTranslogSynced(InternalEngine.java:569) | |
| app//org.elasticsearch.index.shard.IndexShard$7.write(IndexShard.java:3743) | |
| app//org.elasticsearch.common.util.concurrent.AsyncIOProcessor.processList(AsyncIOProcessor.java:97) | |
| app//org.elasticsearch.common.util.concurrent.AsyncIOProcessor.drainAndProcessAndRelease(AsyncIOProcessor.java:85) | |
| app//org.elasticsearch.common.util.concurrent.AsyncIOProcessor.put(AsyncIOProcessor.java:73) | |
| app//org.elasticsearch.index.shard.IndexShard.sync(IndexShard.java:3766) | |
| app//org.elasticsearch.action.support.replication.TransportWriteAction$AsyncAfterWriteAction.run(TransportWriteAction.java:455) | |
| app//org.elasticsearch.action.support.replication.TransportWriteAction$WriteReplicaResult.runPostReplicaActions(TransportWriteAction.java:336) | |
| app//org.elasticsearch.action.support.replication.TransportReplicationAction$AsyncReplicaAction.lambda$onResponse$2(TransportReplicationAction.java:669) | |
| app//org.elasticsearch.action.support.replication.TransportReplicationAction$AsyncReplicaAction$$Lambda$5606/0x0000000801dc8f58.accept(Unknown Source) | |
| app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:136) | |
| app//org.elasticsearch.action.ActionListener.completeWith(ActionListener.java:447) | |
| app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnReplica(TransportShardBulkAction.java:525) | |
| app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnReplica(TransportShardBulkAction.java:74) | |
| app//org.elasticsearch.action.support.replication.TransportWriteAction$2.doRun(TransportWriteAction.java:224) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 7/10 snapshots sharing following 13 elements | |
| java.base@19.0.2/jdk.internal.misc.Unsafe.park(Native Method) | |
| java.base@19.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:371) | |
| java.base@19.0.2/java.util.concurrent.LinkedTransferQueue$Node.block(LinkedTransferQueue.java:470) | |
| java.base@19.0.2/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3745) | |
| java.base@19.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3690) | |
| java.base@19.0.2/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:669) | |
| java.base@19.0.2/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:616) | |
| java.base@19.0.2/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1286) | |
| app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:152) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1070) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[keepAlive/7.17.9]' | |
| 10/10 snapshots sharing following 7 elements | |
| java.base@19.0.2/jdk.internal.misc.Unsafe.park(Native Method) | |
| java.base@19.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:221) | |
| java.base@19.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) | |
| java.base@19.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) | |
| java.base@19.0.2/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230) | |
| app//org.elasticsearch.bootstrap.Bootstrap$1.run(Bootstrap.java:85) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'process reaper (pid 33774)' | |
| 10/10 snapshots sharing following 6 elements | |
| java.base@19.0.2/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method) | |
| java.base@19.0.2/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:163) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| java.base@19.0.2/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'Connection evictor' | |
| 10/10 snapshots sharing following 4 elements | |
| java.base@19.0.2/java.lang.Thread.sleep0(Native Method) | |
| java.base@19.0.2/java.lang.Thread.sleep(Thread.java:465) | |
| org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| [2023-04-05T07:05:47,640][DEBUG][o.e.c.c.LagDetector ] [node-master01] hot threads from node [{node-01}{wGMNopDRRLOX-CePJLFv_g}{W04AxyZ7SuGU9TJ5VrVWRw}{10.1.3.111}{10.1.3.111:9300}{di}] lagging at version [1051286] despite commit of cluster state version [1051287]: | |
| Hot threads at 2023-04-05T07:05:46.257Z, interval=500ms, busiestThreads=500, ignoreIdleThreads=true: | |
| 100.0% [cpu=2.0%, other=98.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#483]' | |
| 2/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 8/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.8%, other=98.2%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#488]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.8%, other=98.2%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#476]' | |
| 9/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:310) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.7%, other=98.3%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#485]' | |
| 2/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 5/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 2/10 snapshots sharing following 15 elements | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.7%, other=98.3%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#486]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.7%, other=98.3%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#517]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.7%, other=98.3%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#502]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.6%, other=98.4%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#479]' | |
| 7/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 3/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.5%, other=98.5%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#492]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.5%, other=98.5%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#496]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.5%, other=98.5%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#491]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.3%, other=98.7%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#498]' | |
| 10/10 snapshots sharing following 17 elements | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.3%, other=98.7%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#511]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.3%, other=98.7%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#487]' | |
| 2/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 8/10 snapshots sharing following 15 elements | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.2%, other=98.8%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#515]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.2%, other=98.8%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#507]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.2%, other=98.8%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#512]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.2%, other=98.8%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#504]' | |
| 10/10 snapshots sharing following 17 elements | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.2%, other=98.8%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#514]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.2%, other=98.8%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#516]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.2%, other=98.8%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#493]' | |
| 4/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 6/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.1%, other=98.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#495]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.1%, other=98.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#497]' | |
| 10/10 snapshots sharing following 17 elements | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.1%, other=98.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#484]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.1%, other=98.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#501]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.1%, other=98.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#519]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.0%, other=99.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#500]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.0%, other=99.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#505]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.0%, other=99.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#499]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.0%, other=99.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#513]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=1.0%, other=99.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#518]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.9%, other=99.1%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#494]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.9%, other=99.1%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#481]' | |
| 2/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 8/10 snapshots sharing following 12 elements | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.9%, other=99.1%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#508]' | |
| 5/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 5/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.9%, other=99.1%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#509]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.8%, other=99.2%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#482]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.8%, other=99.2%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#506]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.7%, other=99.3%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#503]' | |
| 4/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 6/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.5%, other=99.5%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#490]' | |
| 5/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 2/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 2/10 snapshots sharing following 22 elements | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.readdir0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.readdir(UnixNativeDispatcher.java:569) | |
| java.base@19.0.2/sun.nio.fs.UnixDirectoryStream$UnixDirectoryIterator.readNextEntry(UnixDirectoryStream.java:165) | |
| java.base@19.0.2/sun.nio.fs.UnixDirectoryStream$UnixDirectoryIterator.hasNext(UnixDirectoryStream.java:198) | |
| app//org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:215) | |
| app//org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:233) | |
| app//org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:58) | |
| app//org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:58) | |
| app//org.elasticsearch.index.store.Store.failIfCorrupted(Store.java:609) | |
| app//org.elasticsearch.index.store.Store.failIfCorrupted(Store.java:605) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:273) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][clusterApplierService#updateTask][T#1]' | |
| 10/10 snapshots sharing following 41 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.unlink0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.unlink(UnixNativeDispatcher.java:159) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.implDelete(UnixFileSystemProvider.java:235) | |
| java.base@19.0.2/sun.nio.fs.AbstractFileSystemProvider.delete(AbstractFileSystemProvider.java:105) | |
| java.base@19.0.2/java.nio.file.Files.delete(Files.java:1152) | |
| app//org.elasticsearch.core.internal.io.IOUtils$1.visitFile(IOUtils.java:238) | |
| app//org.elasticsearch.core.internal.io.IOUtils$1.visitFile(IOUtils.java:217) | |
| java.base@19.0.2/java.nio.file.Files.walkFileTree(Files.java:2810) | |
| java.base@19.0.2/java.nio.file.Files.walkFileTree(Files.java:2881) | |
| app//org.elasticsearch.core.internal.io.IOUtils.rm(IOUtils.java:217) | |
| app//org.elasticsearch.core.internal.io.IOUtils.rm(IOUtils.java:201) | |
| app//org.elasticsearch.env.NodeEnvironment.deleteShardDirectoryUnderLock(NodeEnvironment.java:575) | |
| app//org.elasticsearch.indices.IndicesService.deleteShardStore(IndicesService.java:1053) | |
| app//org.elasticsearch.index.IndexService.onShardClose(IndexService.java:590) | |
| app//org.elasticsearch.index.IndexService.access$100(IndexService.java:102) | |
| app//org.elasticsearch.index.IndexService$StoreCloseListener.accept(IndexService.java:705) | |
| app//org.elasticsearch.index.IndexService$StoreCloseListener.accept(IndexService.java:692) | |
| app//org.elasticsearch.index.store.Store.closeInternal(Store.java:439) | |
| app//org.elasticsearch.index.store.Store$$Lambda$5560/0x0000000801dbc158.run(Unknown Source) | |
| app//org.elasticsearch.core.AbstractRefCounted$1.closeInternal(AbstractRefCounted.java:98) | |
| app//org.elasticsearch.core.AbstractRefCounted.decRef(AbstractRefCounted.java:51) | |
| app//org.elasticsearch.index.store.Store.decRef(Store.java:407) | |
| app//org.elasticsearch.index.store.Store.close(Store.java:419) | |
| app//org.elasticsearch.index.IndexService.closeShard(IndexService.java:571) | |
| app//org.elasticsearch.index.IndexService.removeShard(IndexService.java:539) | |
| app//org.elasticsearch.index.IndexService.close(IndexService.java:334) | |
| app//org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:885) | |
| app//org.elasticsearch.indices.cluster.IndicesClusterStateService.deleteIndices(IndicesClusterStateService.java:285) | |
| app//org.elasticsearch.indices.cluster.IndicesClusterStateService.applyClusterState(IndicesClusterStateService.java:219) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.callClusterStateAppliers(ClusterApplierService.java:553) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.callClusterStateAppliers(ClusterApplierService.java:539) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.applyChanges(ClusterApplierService.java:503) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.runTask(ClusterApplierService.java:428) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.access$000(ClusterApplierService.java:56) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService$UpdateTask.run(ClusterApplierService.java:154) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:718) | |
| app//org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.runAndClean(PrioritizedEsThreadPoolExecutor.java:262) | |
| app//org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:225) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.4% [cpu=1.5%, other=97.9%] (497ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#510]' | |
| 6/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 4/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 98.0% [cpu=1.0%, other=97.0%] (490ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#478]' | |
| 3/10 snapshots sharing following 35 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:305) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 3/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 4/10 snapshots sharing following 12 elements | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 96.6% [cpu=2.3%, other=94.3%] (483ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#474]' | |
| 4/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 4/10 snapshots sharing following 35 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:305) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 2/10 snapshots sharing following 23 elements | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 96.6% [cpu=1.6%, other=95.0%] (483ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#473]' | |
| 9/10 snapshots sharing following 15 elements | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 95.8% [cpu=0.9%, other=94.9%] (479ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#477]' | |
| 4/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 6/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 95.4% [cpu=1.1%, other=94.3%] (477ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#462]' | |
| 9/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.open0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.open(UnixNativeDispatcher.java:72) | |
| java.base@19.0.2/sun.nio.fs.UnixChannelFactory.open(UnixChannelFactory.java:258) | |
| java.base@19.0.2/sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:133) | |
| java.base@19.0.2/sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:146) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.newFileChannel(UnixFileSystemProvider.java:179) | |
| java.base@19.0.2/java.nio.channels.FileChannel.open(FileChannel.java:304) | |
| java.base@19.0.2/java.nio.channels.FileChannel.open(FileChannel.java:363) | |
| app//org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:83) | |
| app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:128) | |
| app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100) | |
| app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:958) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 95.0% [cpu=1.4%, other=93.6%] (475ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#480]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 92.2% [cpu=1.7%, other=90.5%] (461ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#475]' | |
| 2/10 snapshots sharing following 38 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 8/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 91.0% [cpu=1.6%, other=89.4%] (455ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][fetch_shard_store][T#489]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 59.2% [cpu=59.2%, other=0.0%] (295.8ms out of 500ms) cpu usage by thread 'elasticsearch[node-01][[index1][2]: Lucene Merge Thread #41]' | |
| 3/10 snapshots sharing following 16 elements | |
| app//org.apache.lucene.index.DocIDMerger$Sub.nextMappedDoc(DocIDMerger.java:56) | |
| app//org.apache.lucene.index.DocIDMerger$SortedDocIDMerger.next(DocIDMerger.java:171) | |
| app//org.apache.lucene.index.MappingMultiPostingsEnum.nextDoc(MappingMultiPostingsEnum.java:103) | |
| app//org.apache.lucene.codecs.PushPostingsWriterBase.writeTerm(PushPostingsWriterBase.java:133) | |
| app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:907) | |
| app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:318) | |
| app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105) | |
| app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197) | |
| app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244) | |
| app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139) | |
| app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4757) | |
| app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4361) | |
| app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5920) | |
| app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626) | |
| app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:94) | |
| app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684) | |
| 6/10 snapshots sharing following 13 elements | |
| app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.pushTerm(BlockTreeTermsWriter.java:947) | |
| app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:912) | |
| app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:318) | |
| app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105) | |
| app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197) | |
| app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244) | |
| app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139) | |
| app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4757) | |
| app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4361) | |
| app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5920) | |
| app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626) | |
| app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:94) | |
| app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684) | |
| unique snapshot | |
| app//org.apache.lucene.util.PriorityQueue.downHeap(PriorityQueue.java:270) | |
| app//org.apache.lucene.util.PriorityQueue.updateTop(PriorityQueue.java:202) | |
| app//org.apache.lucene.index.MultiTermsEnum.pushTop(MultiTermsEnum.java:279) | |
| app//org.apache.lucene.index.MultiTermsEnum.next(MultiTermsEnum.java:301) | |
| app//org.apache.lucene.index.FilterLeafReader$FilterTermsEnum.next(FilterLeafReader.java:194) | |
| app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:310) | |
| app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105) | |
| app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197) | |
| app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244) | |
| app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139) | |
| app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4757) | |
| app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4361) | |
| app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5920) | |
| app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626) | |
| app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:94) | |
| app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684) | |
| 0.0% [cpu=0.0%, other=0.0%] (79.5micros out of 500ms) cpu usage by thread 'ticker-schedule-trigger-engine' | |
| 10/10 snapshots sharing following 3 elements | |
| java.base@19.0.2/java.lang.Thread.sleep0(Native Method) | |
| java.base@19.0.2/java.lang.Thread.sleep(Thread.java:465) | |
| org.elasticsearch.xpack.watcher.trigger.schedule.engine.TickerScheduleTriggerEngine$Ticker.run(TickerScheduleTriggerEngine.java:196) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-01][generic][T#242]' | |
| unique snapshot | |
| app//org.elasticsearch.common.io.stream.FilterStreamInput.readVInt(FilterStreamInput.java:60) | |
| app//org.elasticsearch.cluster.routing.IndexRoutingTable.readFrom(IndexRoutingTable.java:310) | |
| app//org.elasticsearch.cluster.routing.IndexRoutingTable$$Lambda$5523/0x0000000801d94388.read(Unknown Source) | |
| app//org.elasticsearch.cluster.AbstractDiffable.readDiffFrom(AbstractDiffable.java:38) | |
| app//org.elasticsearch.cluster.routing.IndexRoutingTable.readDiffFrom(IndexRoutingTable.java:319) | |
| app//org.elasticsearch.cluster.routing.RoutingTable$RoutingTableDiff$$Lambda$5508/0x0000000801d8afa8.read(Unknown Source) | |
| app//org.elasticsearch.cluster.DiffableUtils$DiffableValueReader.readDiff(DiffableUtils.java:743) | |
| app//org.elasticsearch.cluster.DiffableUtils$MapDiff.<init>(DiffableUtils.java:448) | |
| app//org.elasticsearch.cluster.DiffableUtils$ImmutableOpenMapDiff.<init>(DiffableUtils.java:290) | |
| app//org.elasticsearch.cluster.DiffableUtils.readImmutableOpenMapDiff(DiffableUtils.java:194) | |
| app//org.elasticsearch.cluster.routing.RoutingTable$RoutingTableDiff.<init>(RoutingTable.java:366) | |
| app//org.elasticsearch.cluster.routing.RoutingTable.readDiffFrom(RoutingTable.java:326) | |
| app//org.elasticsearch.cluster.ClusterState$ClusterStateDiff.<init>(ClusterState.java:840) | |
| app//org.elasticsearch.cluster.ClusterState.readDiffFrom(ClusterState.java:752) | |
| app//org.elasticsearch.cluster.coordination.PublicationTransportHandler.handleIncomingPublishRequest(PublicationTransportHandler.java:208) | |
| app//org.elasticsearch.cluster.coordination.PublicationTransportHandler.lambda$new$0(PublicationTransportHandler.java:111) | |
| app//org.elasticsearch.cluster.coordination.PublicationTransportHandler$$Lambda$4064/0x00000008019b2d50.messageReceived(Unknown Source) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'Connection evictor' | |
| 10/10 snapshots sharing following 4 elements | |
| java.base@19.0.2/java.lang.Thread.sleep0(Native Method) | |
| java.base@19.0.2/java.lang.Thread.sleep(Thread.java:465) | |
| org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'process reaper (pid 3925)' | |
| 10/10 snapshots sharing following 6 elements | |
| java.base@19.0.2/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method) | |
| java.base@19.0.2/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:163) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| java.base@19.0.2/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[keepAlive/7.17.9]' | |
| 10/10 snapshots sharing following 7 elements | |
| java.base@19.0.2/jdk.internal.misc.Unsafe.park(Native Method) | |
| java.base@19.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:221) | |
| java.base@19.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) | |
| java.base@19.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) | |
| java.base@19.0.2/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230) | |
| app//org.elasticsearch.bootstrap.Bootstrap$1.run(Bootstrap.java:85) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| [2023-04-05T07:05:48,541][DEBUG][o.e.c.c.LagDetector ] [node-master01] hot threads from node [{node-04}{w5l4kNh_TdiyXDoGN17ovg}{TAzZfnKrR_mdwuFLwmgy6A}{10.1.3.114}{10.1.3.114:9300}{di}] lagging at version [1051286] despite commit of cluster state version [1051287]: | |
| Hot threads at 2023-04-05T07:05:46.498Z, interval=500ms, busiestThreads=500, ignoreIdleThreads=true: | |
| 100.0% [cpu=0.1%, other=99.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-04][clusterApplierService#updateTask][T#1]' | |
| 10/10 snapshots sharing following 41 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.unlink0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.unlink(UnixNativeDispatcher.java:159) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.implDelete(UnixFileSystemProvider.java:235) | |
| java.base@19.0.2/sun.nio.fs.AbstractFileSystemProvider.delete(AbstractFileSystemProvider.java:105) | |
| java.base@19.0.2/java.nio.file.Files.delete(Files.java:1152) | |
| app//org.elasticsearch.core.internal.io.IOUtils$1.visitFile(IOUtils.java:238) | |
| app//org.elasticsearch.core.internal.io.IOUtils$1.visitFile(IOUtils.java:217) | |
| java.base@19.0.2/java.nio.file.Files.walkFileTree(Files.java:2810) | |
| java.base@19.0.2/java.nio.file.Files.walkFileTree(Files.java:2881) | |
| app//org.elasticsearch.core.internal.io.IOUtils.rm(IOUtils.java:217) | |
| app//org.elasticsearch.core.internal.io.IOUtils.rm(IOUtils.java:201) | |
| app//org.elasticsearch.env.NodeEnvironment.deleteShardDirectoryUnderLock(NodeEnvironment.java:575) | |
| app//org.elasticsearch.indices.IndicesService.deleteShardStore(IndicesService.java:1053) | |
| app//org.elasticsearch.index.IndexService.onShardClose(IndexService.java:590) | |
| app//org.elasticsearch.index.IndexService.access$100(IndexService.java:102) | |
| app//org.elasticsearch.index.IndexService$StoreCloseListener.accept(IndexService.java:705) | |
| app//org.elasticsearch.index.IndexService$StoreCloseListener.accept(IndexService.java:692) | |
| app//org.elasticsearch.index.store.Store.closeInternal(Store.java:439) | |
| app//org.elasticsearch.index.store.Store$$Lambda$5578/0x0000000801da8d00.run(Unknown Source) | |
| app//org.elasticsearch.core.AbstractRefCounted$1.closeInternal(AbstractRefCounted.java:98) | |
| app//org.elasticsearch.core.AbstractRefCounted.decRef(AbstractRefCounted.java:51) | |
| app//org.elasticsearch.index.store.Store.decRef(Store.java:407) | |
| app//org.elasticsearch.index.store.Store.close(Store.java:419) | |
| app//org.elasticsearch.index.IndexService.closeShard(IndexService.java:571) | |
| app//org.elasticsearch.index.IndexService.removeShard(IndexService.java:539) | |
| app//org.elasticsearch.index.IndexService.close(IndexService.java:334) | |
| app//org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:885) | |
| app//org.elasticsearch.indices.cluster.IndicesClusterStateService.deleteIndices(IndicesClusterStateService.java:285) | |
| app//org.elasticsearch.indices.cluster.IndicesClusterStateService.applyClusterState(IndicesClusterStateService.java:219) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.callClusterStateAppliers(ClusterApplierService.java:553) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.callClusterStateAppliers(ClusterApplierService.java:539) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.applyChanges(ClusterApplierService.java:503) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.runTask(ClusterApplierService.java:428) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.access$000(ClusterApplierService.java:56) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService$UpdateTask.run(ClusterApplierService.java:154) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:718) | |
| app//org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.runAndClean(PrioritizedEsThreadPoolExecutor.java:262) | |
| app//org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:225) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 56.6% [cpu=0.1%, other=56.5%] (283ms out of 500ms) cpu usage by thread 'elasticsearch[node-04][write][T#7]' | |
| 10/10 snapshots sharing following 26 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.force0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.force(FileDispatcherImpl.java:82) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.force(FileChannelImpl.java:531) | |
| app//org.elasticsearch.index.translog.TranslogWriter.syncUpTo(TranslogWriter.java:481) | |
| app//org.elasticsearch.index.translog.Translog.ensureSynced(Translog.java:844) | |
| app//org.elasticsearch.index.translog.Translog.ensureSynced(Translog.java:865) | |
| app//org.elasticsearch.index.engine.InternalEngine.ensureTranslogSynced(InternalEngine.java:569) | |
| app//org.elasticsearch.index.shard.IndexShard$7.write(IndexShard.java:3743) | |
| app//org.elasticsearch.common.util.concurrent.AsyncIOProcessor.processList(AsyncIOProcessor.java:97) | |
| app//org.elasticsearch.common.util.concurrent.AsyncIOProcessor.drainAndProcessAndRelease(AsyncIOProcessor.java:85) | |
| app//org.elasticsearch.common.util.concurrent.AsyncIOProcessor.put(AsyncIOProcessor.java:73) | |
| app//org.elasticsearch.index.shard.IndexShard.sync(IndexShard.java:3766) | |
| app//org.elasticsearch.action.support.replication.TransportWriteAction$AsyncAfterWriteAction.run(TransportWriteAction.java:455) | |
| app//org.elasticsearch.action.support.replication.TransportWriteAction$WriteReplicaResult.runPostReplicaActions(TransportWriteAction.java:336) | |
| app//org.elasticsearch.action.support.replication.TransportReplicationAction$AsyncReplicaAction.lambda$onResponse$2(TransportReplicationAction.java:669) | |
| app//org.elasticsearch.action.support.replication.TransportReplicationAction$AsyncReplicaAction$$Lambda$5734/0x0000000801de0908.accept(Unknown Source) | |
| app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:136) | |
| app//org.elasticsearch.action.ActionListener.completeWith(ActionListener.java:447) | |
| app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnReplica(TransportShardBulkAction.java:525) | |
| app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnReplica(TransportShardBulkAction.java:74) | |
| app//org.elasticsearch.action.support.replication.TransportWriteAction$2.doRun(TransportWriteAction.java:224) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (175micros out of 500ms) cpu usage by thread 'elasticsearch[node-04][scheduler][T#1]' | |
| 2/10 snapshots sharing following 3 elements | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 8/10 snapshots sharing following 9 elements | |
| java.base@19.0.2/jdk.internal.misc.Unsafe.park(Native Method) | |
| java.base@19.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) | |
| java.base@19.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) | |
| java.base@19.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) | |
| java.base@19.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1070) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (32.9micros out of 500ms) cpu usage by thread 'elasticsearch[node-04][refresh][T#8]' | |
| 2/10 snapshots sharing following 4 elements | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:718) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 8/10 snapshots sharing following 9 elements | |
| java.base@19.0.2/jdk.internal.misc.Unsafe.park(Native Method) | |
| java.base@19.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) | |
| java.base@19.0.2/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:676) | |
| java.base@19.0.2/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:616) | |
| java.base@19.0.2/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1294) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1069) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (26micros out of 500ms) cpu usage by thread 'elasticsearch[node-04][refresh][T#6]' | |
| 10/10 snapshots sharing following 2 elements | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (14micros out of 500ms) cpu usage by thread 'ticker-schedule-trigger-engine' | |
| 10/10 snapshots sharing following 3 elements | |
| java.base@19.0.2/java.lang.Thread.sleep0(Native Method) | |
| java.base@19.0.2/java.lang.Thread.sleep(Thread.java:465) | |
| org.elasticsearch.xpack.watcher.trigger.schedule.engine.TickerScheduleTriggerEngine$Ticker.run(TickerScheduleTriggerEngine.java:196) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-04][refresh][T#10]' | |
| 3/10 snapshots sharing following 2 elements | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-04][refresh][T#9]' | |
| 3/10 snapshots sharing following 2 elements | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-04][refresh][T#7]' | |
| 2/10 snapshots sharing following 9 elements | |
| app//org.elasticsearch.index.shard.IndexShard.scheduledRefresh(IndexShard.java:3906) | |
| app//org.elasticsearch.index.IndexService.maybeRefreshEngine(IndexService.java:917) | |
| app//org.elasticsearch.index.IndexService.access$200(IndexService.java:102) | |
| app//org.elasticsearch.index.IndexService$AsyncRefreshTask.runInternal(IndexService.java:1043) | |
| app//org.elasticsearch.common.util.concurrent.AbstractAsyncTask.run(AbstractAsyncTask.java:133) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:718) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 8/10 snapshots sharing following 9 elements | |
| java.base@19.0.2/jdk.internal.misc.Unsafe.park(Native Method) | |
| java.base@19.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) | |
| java.base@19.0.2/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:676) | |
| java.base@19.0.2/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:616) | |
| java.base@19.0.2/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1294) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1069) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-04][refresh][T#2]' | |
| 10/10 snapshots sharing following 2 elements | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-04][refresh][T#1]' | |
| 2/10 snapshots sharing following 9 elements | |
| app//org.elasticsearch.index.shard.IndexShard.scheduledRefresh(IndexShard.java:3906) | |
| app//org.elasticsearch.index.IndexService.maybeRefreshEngine(IndexService.java:917) | |
| app//org.elasticsearch.index.IndexService.access$200(IndexService.java:102) | |
| app//org.elasticsearch.index.IndexService$AsyncRefreshTask.runInternal(IndexService.java:1043) | |
| app//org.elasticsearch.common.util.concurrent.AbstractAsyncTask.run(AbstractAsyncTask.java:133) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:718) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 8/10 snapshots sharing following 9 elements | |
| java.base@19.0.2/jdk.internal.misc.Unsafe.park(Native Method) | |
| java.base@19.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) | |
| java.base@19.0.2/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:676) | |
| java.base@19.0.2/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:616) | |
| java.base@19.0.2/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1294) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1069) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-04][transport_worker][T#21]' | |
| 9/10 snapshots sharing following 3 elements | |
| io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:986) | |
| io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'Connection evictor' | |
| 10/10 snapshots sharing following 4 elements | |
| java.base@19.0.2/java.lang.Thread.sleep0(Native Method) | |
| java.base@19.0.2/java.lang.Thread.sleep(Thread.java:465) | |
| org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'process reaper (pid 7162)' | |
| 10/10 snapshots sharing following 6 elements | |
| java.base@19.0.2/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method) | |
| java.base@19.0.2/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:163) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| java.base@19.0.2/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[keepAlive/7.17.9]' | |
| 10/10 snapshots sharing following 7 elements | |
| java.base@19.0.2/jdk.internal.misc.Unsafe.park(Native Method) | |
| java.base@19.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:221) | |
| java.base@19.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) | |
| java.base@19.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) | |
| java.base@19.0.2/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230) | |
| app//org.elasticsearch.bootstrap.Bootstrap$1.run(Bootstrap.java:85) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| [2023-04-05T07:05:48,588][DEBUG][o.e.c.c.LagDetector ] [node-master01] hot threads from node [{node-03}{BP9ce3IpQKydGOOJYjaOoQ}{fGKb7nRwSWunWDcsMxwOpw}{10.1.3.113}{10.1.3.113:9300}{di}] lagging at version [1051286] despite commit of cluster state version [1051287]: | |
| Hot threads at 2023-04-05T07:05:46.445Z, interval=500ms, busiestThreads=500, ignoreIdleThreads=true: | |
| 100.0% [cpu=0.3%, other=99.7%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#306]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.1%, other=99.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#276]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.1%, other=99.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#287]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.1%, other=99.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#279]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.1%, other=99.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#288]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.1%, other=99.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#308]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.1%, other=99.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#280]' | |
| 10/10 snapshots sharing following 26 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.readdir0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.readdir(UnixNativeDispatcher.java:569) | |
| java.base@19.0.2/sun.nio.fs.UnixDirectoryStream$UnixDirectoryIterator.readNextEntry(UnixDirectoryStream.java:165) | |
| java.base@19.0.2/sun.nio.fs.UnixDirectoryStream$UnixDirectoryIterator.hasNext(UnixDirectoryStream.java:198) | |
| app//org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:215) | |
| app//org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:233) | |
| app//org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:58) | |
| app//org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:58) | |
| app//org.elasticsearch.index.store.Store.failIfCorrupted(Store.java:609) | |
| app//org.elasticsearch.index.store.Store.failIfCorrupted(Store.java:605) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:273) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.1%, other=99.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#301]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.1%, other=99.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#297]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.1%, other=99.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#278]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#284]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#285]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#277]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#307]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#295]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#300]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#298]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#299]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#283]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#302]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#296]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][clusterApplierService#updateTask][T#1]' | |
| 10/10 snapshots sharing following 41 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.unlink0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.unlink(UnixNativeDispatcher.java:159) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.implDelete(UnixFileSystemProvider.java:235) | |
| java.base@19.0.2/sun.nio.fs.AbstractFileSystemProvider.delete(AbstractFileSystemProvider.java:105) | |
| java.base@19.0.2/java.nio.file.Files.delete(Files.java:1152) | |
| app//org.elasticsearch.core.internal.io.IOUtils$1.visitFile(IOUtils.java:238) | |
| app//org.elasticsearch.core.internal.io.IOUtils$1.visitFile(IOUtils.java:217) | |
| java.base@19.0.2/java.nio.file.Files.walkFileTree(Files.java:2810) | |
| java.base@19.0.2/java.nio.file.Files.walkFileTree(Files.java:2881) | |
| app//org.elasticsearch.core.internal.io.IOUtils.rm(IOUtils.java:217) | |
| app//org.elasticsearch.core.internal.io.IOUtils.rm(IOUtils.java:201) | |
| app//org.elasticsearch.env.NodeEnvironment.deleteShardDirectoryUnderLock(NodeEnvironment.java:575) | |
| app//org.elasticsearch.indices.IndicesService.deleteShardStore(IndicesService.java:1053) | |
| app//org.elasticsearch.index.IndexService.onShardClose(IndexService.java:590) | |
| app//org.elasticsearch.index.IndexService.access$100(IndexService.java:102) | |
| app//org.elasticsearch.index.IndexService$StoreCloseListener.accept(IndexService.java:705) | |
| app//org.elasticsearch.index.IndexService$StoreCloseListener.accept(IndexService.java:692) | |
| app//org.elasticsearch.index.store.Store.closeInternal(Store.java:439) | |
| app//org.elasticsearch.index.store.Store$$Lambda$5438/0x0000000801d5b248.run(Unknown Source) | |
| app//org.elasticsearch.core.AbstractRefCounted$1.closeInternal(AbstractRefCounted.java:98) | |
| app//org.elasticsearch.core.AbstractRefCounted.decRef(AbstractRefCounted.java:51) | |
| app//org.elasticsearch.index.store.Store.decRef(Store.java:407) | |
| app//org.elasticsearch.index.store.Store.close(Store.java:419) | |
| app//org.elasticsearch.index.IndexService.closeShard(IndexService.java:571) | |
| app//org.elasticsearch.index.IndexService.removeShard(IndexService.java:539) | |
| app//org.elasticsearch.index.IndexService.close(IndexService.java:334) | |
| app//org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:885) | |
| app//org.elasticsearch.indices.cluster.IndicesClusterStateService.deleteIndices(IndicesClusterStateService.java:285) | |
| app//org.elasticsearch.indices.cluster.IndicesClusterStateService.applyClusterState(IndicesClusterStateService.java:219) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.callClusterStateAppliers(ClusterApplierService.java:553) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.callClusterStateAppliers(ClusterApplierService.java:539) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.applyChanges(ClusterApplierService.java:503) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.runTask(ClusterApplierService.java:428) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService.access$000(ClusterApplierService.java:56) | |
| app//org.elasticsearch.cluster.service.ClusterApplierService$UpdateTask.run(ClusterApplierService.java:154) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:718) | |
| app//org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.runAndClean(PrioritizedEsThreadPoolExecutor.java:262) | |
| app//org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:225) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#304]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#293]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#294]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#303]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#305]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.8% [cpu=0.1%, other=99.7%] (499ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#290]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.8% [cpu=0.0%, other=99.8%] (499ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#289]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.2% [cpu=0.1%, other=99.1%] (496ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#286]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 99.2% [cpu=0.1%, other=99.1%] (496ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#282]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 98.8% [cpu=0.1%, other=98.7%] (494ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#273]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 98.6% [cpu=0.1%, other=98.5%] (493ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#292]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 98.6% [cpu=0.0%, other=98.6%] (493ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#291]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 98.4% [cpu=0.1%, other=98.3%] (492ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#274]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 98.0% [cpu=0.1%, other=97.9%] (490ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#281]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 93.0% [cpu=0.1%, other=92.9%] (465ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#275]' | |
| 10/10 snapshots sharing following 26 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.readdir0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.readdir(UnixNativeDispatcher.java:569) | |
| java.base@19.0.2/sun.nio.fs.UnixDirectoryStream$UnixDirectoryIterator.readNextEntry(UnixDirectoryStream.java:165) | |
| java.base@19.0.2/sun.nio.fs.UnixDirectoryStream$UnixDirectoryIterator.hasNext(UnixDirectoryStream.java:198) | |
| app//org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:215) | |
| app//org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:233) | |
| app//org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:58) | |
| app//org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:58) | |
| app//org.elasticsearch.index.store.Store.failIfCorrupted(Store.java:609) | |
| app//org.elasticsearch.index.store.Store.failIfCorrupted(Store.java:605) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:273) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 3.1% [cpu=3.1%, other=0.0%] (15.4ms out of 500ms) cpu usage by thread 'elasticsearch[node-03][scheduler][T#1]' | |
| 2/10 snapshots sharing following 14 elements | |
| java.base@19.0.2/java.util.Spliterators$1Adapter.hasNext(Spliterators.java:681) | |
| app//org.elasticsearch.indices.IndexingMemoryController.availableShards(IndexingMemoryController.java:169) | |
| app//org.elasticsearch.indices.IndexingMemoryController$ShardsIndicesStatusChecker.runUnlocked(IndexingMemoryController.java:306) | |
| app//org.elasticsearch.indices.IndexingMemoryController$ShardsIndicesStatusChecker.run(IndexingMemoryController.java:292) | |
| app//org.elasticsearch.threadpool.Scheduler$ReschedulingRunnable.doRun(Scheduler.java:214) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| app//org.elasticsearch.threadpool.ThreadPool$1.run(ThreadPool.java:444) | |
| java.base@19.0.2/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:577) | |
| java.base@19.0.2/java.util.concurrent.FutureTask.run(FutureTask.java:317) | |
| java.base@19.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 4/10 snapshots sharing following 2 elements | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (30.5micros out of 500ms) cpu usage by thread 'ticker-schedule-trigger-engine' | |
| 10/10 snapshots sharing following 3 elements | |
| java.base@19.0.2/java.lang.Thread.sleep0(Native Method) | |
| java.base@19.0.2/java.lang.Thread.sleep(Thread.java:465) | |
| org.elasticsearch.xpack.watcher.trigger.schedule.engine.TickerScheduleTriggerEngine$Ticker.run(TickerScheduleTriggerEngine.java:196) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#225]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#265]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#264]' | |
| 10/10 snapshots sharing following 26 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.readdir0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.readdir(UnixNativeDispatcher.java:569) | |
| java.base@19.0.2/sun.nio.fs.UnixDirectoryStream$UnixDirectoryIterator.readNextEntry(UnixDirectoryStream.java:165) | |
| java.base@19.0.2/sun.nio.fs.UnixDirectoryStream$UnixDirectoryIterator.hasNext(UnixDirectoryStream.java:198) | |
| app//org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:215) | |
| app//org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:233) | |
| app//org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:58) | |
| app//org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:58) | |
| app//org.elasticsearch.index.store.Store.failIfCorrupted(Store.java:609) | |
| app//org.elasticsearch.index.store.Store.failIfCorrupted(Store.java:605) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:273) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#263]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#262]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#269]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#268]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#267]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#266]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#272]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#271]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-03][fetch_shard_store][T#270]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-03][AsyncLucenePersistedState#updateTask][T#1]' | |
| 10/10 snapshots sharing following 34 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.open0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.open(UnixNativeDispatcher.java:72) | |
| java.base@19.0.2/sun.nio.fs.UnixChannelFactory.open(UnixChannelFactory.java:258) | |
| java.base@19.0.2/sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:133) | |
| java.base@19.0.2/sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:146) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:216) | |
| java.base@19.0.2/java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:484) | |
| java.base@19.0.2/java.nio.file.Files.newOutputStream(Files.java:228) | |
| app//org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410) | |
| app//org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406) | |
| app//org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254) | |
| app//org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44) | |
| app//org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43) | |
| app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:121) | |
| app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:130) | |
| app//org.apache.lucene.codecs.lucene87.Lucene87StoredFieldsFormat.fieldsWriter(Lucene87StoredFieldsFormat.java:141) | |
| app//org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:48) | |
| app//org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:55) | |
| app//org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:452) | |
| app//org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:488) | |
| app//org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:208) | |
| app//org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:415) | |
| app//org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1471) | |
| app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1757) | |
| app//org.elasticsearch.gateway.PersistedClusterStateService$MetadataIndexWriter.updateIndexMetadataDocument(PersistedClusterStateService.java:620) | |
| app//org.elasticsearch.gateway.PersistedClusterStateService$Writer.updateMetadata(PersistedClusterStateService.java:855) | |
| app//org.elasticsearch.gateway.PersistedClusterStateService$Writer.writeIncrementalStateAndCommit(PersistedClusterStateService.java:776) | |
| app//org.elasticsearch.gateway.GatewayMetaState$LucenePersistedState.setLastAcceptedState(GatewayMetaState.java:593) | |
| app//org.elasticsearch.gateway.GatewayMetaState$AsyncPersistedState$1.doRun(GatewayMetaState.java:470) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'Connection evictor' | |
| 10/10 snapshots sharing following 4 elements | |
| java.base@19.0.2/java.lang.Thread.sleep0(Native Method) | |
| java.base@19.0.2/java.lang.Thread.sleep(Thread.java:465) | |
| org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'process reaper (pid 5141)' | |
| 10/10 snapshots sharing following 6 elements | |
| java.base@19.0.2/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method) | |
| java.base@19.0.2/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:163) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| java.base@19.0.2/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[keepAlive/7.17.9]' | |
| 10/10 snapshots sharing following 7 elements | |
| java.base@19.0.2/jdk.internal.misc.Unsafe.park(Native Method) | |
| java.base@19.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:221) | |
| java.base@19.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) | |
| java.base@19.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) | |
| java.base@19.0.2/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230) | |
| app//org.elasticsearch.bootstrap.Bootstrap$1.run(Bootstrap.java:85) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| [2023-04-05T07:05:48,838][DEBUG][o.e.c.c.LagDetector ] [node-master01] hot threads from node [{node-05}{2_nURxLPTbSA2k1L2Z53PA}{Jr4sFgPGRA6BhuUeQWwSNA}{10.1.3.115}{10.1.3.115:9300}{di}] lagging at version [1051286] despite commit of cluster state version [1051287]: | |
| Hot threads at 2023-04-05T07:05:46.689Z, interval=500ms, busiestThreads=500, ignoreIdleThreads=true: | |
| 100.0% [cpu=0.8%, other=99.2%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#178]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.3%, other=99.7%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#184]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.3%, other=99.7%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#188]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.1%, other=99.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#189]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.1%, other=99.9%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#183]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#186]' | |
| 9/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#185]' | |
| 9/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#182]' | |
| 9/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:305) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 100.0% [cpu=0.0%, other=100.0%] (500ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#187]' | |
| 9/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 98.6% [cpu=0.1%, other=98.5%] (493ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#165]' | |
| 9/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 98.6% [cpu=0.1%, other=98.5%] (493ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#166]' | |
| 9/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 98.2% [cpu=0.1%, other=98.1%] (491ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#175]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 98.2% [cpu=0.1%, other=98.1%] (491ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#177]' | |
| 8/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 2/10 snapshots sharing following 17 elements | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 97.6% [cpu=0.8%, other=96.8%] (488ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#176]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 96.4% [cpu=0.3%, other=96.1%] (482ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#174]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 96.2% [cpu=0.2%, other=96.0%] (481ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#179]' | |
| 9/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194) | |
| app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255) | |
| app//org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:95) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:357) | |
| app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291) | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 96.2% [cpu=0.2%, other=96.0%] (481ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#173]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 96.2% [cpu=0.1%, other=96.1%] (481ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#181]' | |
| 9/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 96.2% [cpu=0.1%, other=96.1%] (481ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#180]' | |
| 9/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 93.2% [cpu=0.2%, other=93.0%] (466ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#172]' | |
| 8/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 2/10 snapshots sharing following 21 elements | |
| app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:171) | |
| app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:206) | |
| app//org.elasticsearch.index.store.Store.access$100(Store.java:123) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:876) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 83.8% [cpu=0.3%, other=83.5%] (419ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#164]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 82.4% [cpu=0.4%, other=82.0%] (412ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#171]' | |
| 9/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 79.8% [cpu=0.4%, other=79.4%] (399ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#170]' | |
| 9/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 78.6% [cpu=0.3%, other=78.3%] (393ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#168]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 74.0% [cpu=0.3%, other=73.7%] (370ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#169]' | |
| 9/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 66.2% [cpu=0.3%, other=65.9%] (331ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#167]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 2.3% [cpu=2.3%, other=0.0%] (11.7ms out of 500ms) cpu usage by thread 'elasticsearch[node-05][AsyncLucenePersistedState#updateTask][T#1]' | |
| 6/10 snapshots sharing following 22 elements | |
| app//org.apache.lucene.util.compress.LZ4.compressWithDictionary(LZ4.java:457) | |
| app//org.apache.lucene.codecs.lucene87.LZ4WithPresetDictCompressionMode$LZ4WithPresetDictCompressor.doCompress(LZ4WithPresetDictCompressionMode.java:162) | |
| app//org.apache.lucene.codecs.lucene87.LZ4WithPresetDictCompressionMode$LZ4WithPresetDictCompressor.compress(LZ4WithPresetDictCompressionMode.java:185) | |
| app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.flush(CompressingStoredFieldsWriter.java:260) | |
| app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.finishDocument(CompressingStoredFieldsWriter.java:172) | |
| app//org.apache.lucene.index.StoredFieldsConsumer.finishDocument(StoredFieldsConsumer.java:68) | |
| app//org.apache.lucene.index.DefaultIndexingChain.finishStoredFields(DefaultIndexingChain.java:463) | |
| app//org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:499) | |
| app//org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:208) | |
| app//org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:415) | |
| app//org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1471) | |
| app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1757) | |
| app//org.elasticsearch.gateway.PersistedClusterStateService$MetadataIndexWriter.updateIndexMetadataDocument(PersistedClusterStateService.java:620) | |
| app//org.elasticsearch.gateway.PersistedClusterStateService$Writer.updateMetadata(PersistedClusterStateService.java:855) | |
| app//org.elasticsearch.gateway.PersistedClusterStateService$Writer.writeIncrementalStateAndCommit(PersistedClusterStateService.java:776) | |
| app//org.elasticsearch.gateway.GatewayMetaState$LucenePersistedState.setLastAcceptedState(GatewayMetaState.java:593) | |
| app//org.elasticsearch.gateway.GatewayMetaState$AsyncPersistedState$1.doRun(GatewayMetaState.java:470) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 2/10 snapshots sharing following 12 elements | |
| app//org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1471) | |
| app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1757) | |
| app//org.elasticsearch.gateway.PersistedClusterStateService$MetadataIndexWriter.updateIndexMetadataDocument(PersistedClusterStateService.java:620) | |
| app//org.elasticsearch.gateway.PersistedClusterStateService$Writer.updateMetadata(PersistedClusterStateService.java:855) | |
| app//org.elasticsearch.gateway.PersistedClusterStateService$Writer.writeIncrementalStateAndCommit(PersistedClusterStateService.java:776) | |
| app//org.elasticsearch.gateway.GatewayMetaState$LucenePersistedState.setLastAcceptedState(GatewayMetaState.java:593) | |
| app//org.elasticsearch.gateway.GatewayMetaState$AsyncPersistedState$1.doRun(GatewayMetaState.java:470) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 2/10 snapshots sharing following 7 elements | |
| app//org.elasticsearch.gateway.GatewayMetaState$LucenePersistedState.setLastAcceptedState(GatewayMetaState.java:593) | |
| app//org.elasticsearch.gateway.GatewayMetaState$AsyncPersistedState$1.doRun(GatewayMetaState.java:470) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (34.3micros out of 500ms) cpu usage by thread 'ticker-schedule-trigger-engine' | |
| 10/10 snapshots sharing following 3 elements | |
| java.base@19.0.2/java.lang.Thread.sleep0(Native Method) | |
| java.base@19.0.2/java.lang.Thread.sleep(Thread.java:465) | |
| org.elasticsearch.xpack.watcher.trigger.schedule.engine.TickerScheduleTriggerEngine$Ticker.run(TickerScheduleTriggerEngine.java:196) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#162]' | |
| 10/10 snapshots sharing following 33 elements | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#161]' | |
| 9/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#163]' | |
| 9/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#158]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#157]' | |
| 10/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#160]' | |
| 9/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| unique snapshot | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| java.base@19.0.2/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:337) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:305) | |
| java.base@19.0.2/sun.nio.ch.IOUtil.read(IOUtil.java:282) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:976) | |
| java.base@19.0.2/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:959) | |
| app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:170) | |
| app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:315) | |
| app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:56) | |
| app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102) | |
| app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:173) | |
| app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:521) | |
| app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:490) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:980) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:895) | |
| app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:803) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:280) | |
| app//org.elasticsearch.index.store.Store.getMetadata(Store.java:245) | |
| app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1580) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:147) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| java.base@19.0.2/java.lang.Thread.run(Thread.java:1589) | |
| 0.0% [cpu=0.0%, other=0.0%] (0s out of 500ms) cpu usage by thread 'elasticsearch[node-05][fetch_shard_store][T#159]' | |
| 9/10 snapshots sharing following 22 elements | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists0(Native Method) | |
| java.base@19.0.2/sun.nio.fs.UnixNativeDispatcher.exists(UnixNativeDispatcher.java:626) | |
| java.base@19.0.2/sun.nio.fs.UnixFileSystemProvider.exists(UnixFileSystemProvider.java:538) | |
| java.base@19.0.2/java.nio.file.Files.exists(Files.java:2521) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.findMaxGenerationId(MetadataStateFormat.java:353) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestStateWithGeneration(MetadataStateFormat.java:434) | |
| app//org.elasticsearch.gateway.MetadataStateFormat.loadLatestState(MetadataStateFormat.java:460) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:134) | |
| app//org.elasticsearch.index.shard.ShardPath.loadShardPath(ShardPath.java:114) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.listStoreMetadata(TransportNodesListShardStoreMetadata.java:178) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:128) | |
| app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetadata.nodeOperation(TransportNodesListShardStoreMetadata.java:56) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:192) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:333) | |
| app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:327) | |
| app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:67) | |
| app//org.elasticsearch.transport.InboundHandler$1.doRun(InboundHandler.java:272) | |
| app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:777) | |
| app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| java.base@19.0.2/java.util.concurrent.ThreadPoolExec |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment