-
-
Save jack-nl/63ca50465b76e8b238a25d7dc6a66ef6 to your computer and use it in GitHub Desktop.
master0.log
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| [2021-05-03T13:54:46,892][INFO ][o.e.c.s.MasterService ] [master0] node-left[{master2}{RBMXwoyITeqpwJlY7VFFhA}{h3z8mbPFRhKjI0caC1rtZg}{192.168.0.12}{192.168.0.12:9300}{im}{xpack.installed=true} reason: disconnected], term: 38, version: 2131725, delta: removed {{master2}{RBMXwoyITeqpwJlY7VFFhA}{h3z8mbPFRhKjI0caC1rtZg}{192.168.0.12}{192.168.0.12:9300}{im}{xpack.installed=true}} | |
| [2021-05-03T13:54:47,194][INFO ][o.e.c.s.ClusterApplierService] [master0] removed {{master2}{RBMXwoyITeqpwJlY7VFFhA}{h3z8mbPFRhKjI0caC1rtZg}{192.168.0.12}{192.168.0.12:9300}{im}{xpack.installed=true}}, term: 38, version: 2131725, reason: Publication{term=38, version=2131725} | |
| [2021-05-03T14:11:06,820][INFO ][o.e.c.s.MasterService ] [master0] node-join[{master2}{RBMXwoyITeqpwJlY7VFFhA}{a7xhJcj7R46HQAm3OcmNJw}{192.168.0.12}{192.168.0.12:9300}{im}{xpack.installed=true} join existing leader], term: 38, version: 2131737, delta: added {{master2}{RBMXwoyITeqpwJlY7VFFhA}{a7xhJcj7R46HQAm3OcmNJw}{192.168.0.12}{192.168.0.12:9300}{im}{xpack.installed=true}} | |
| [2021-05-03T14:11:08,523][INFO ][o.e.c.s.ClusterApplierService] [master0] added {{master2}{RBMXwoyITeqpwJlY7VFFhA}{a7xhJcj7R46HQAm3OcmNJw}{192.168.0.12}{192.168.0.12:9300}{im}{xpack.installed=true}}, term: 38, version: 2131737, reason: Publication{term=38, version=2131737} | |
| [2021-05-03T14:29:07,705][INFO ][o.e.n.Node ] [master0] stopping ... | |
| [2021-05-03T14:29:07,861][ERROR][i.n.u.c.D.rejectedExecution] [master0] Failed to submit a listener notification task. Event loop shut down? | |
| java.util.concurrent.RejectedExecutionException: event executor terminated | |
| at io.netty.util.concurrent.SingleThreadEventExecutor.reject(SingleThreadEventExecutor.java:987) ~[netty-common-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.util.concurrent.SingleThreadEventExecutor.offerTask(SingleThreadEventExecutor.java:388) ~[netty-common-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.util.concurrent.SingleThreadEventExecutor.addTask(SingleThreadEventExecutor.java:381) ~[netty-common-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.util.concurrent.SingleThreadEventExecutor.execute(SingleThreadEventExecutor.java:886) ~[netty-common-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.util.concurrent.DefaultPromise.safeExecute(DefaultPromise.java:841) [netty-common-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:498) [netty-common-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:615) [netty-common-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:608) [netty-common-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.util.concurrent.DefaultPromise.setFailure(DefaultPromise.java:109) [netty-common-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.DefaultChannelPromise.setFailure(DefaultChannelPromise.java:89) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.safeExecute(AbstractChannelHandlerContext.java:1015) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:800) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.writeAndFlush(AbstractChannelHandlerContext.java:757) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.DefaultChannelPipeline.writeAndFlush(DefaultChannelPipeline.java:1032) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannel.writeAndFlush(AbstractChannel.java:298) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at org.elasticsearch.http.netty4.Netty4HttpChannel.sendResponse(Netty4HttpChannel.java:43) [transport-netty4-client-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.http.DefaultRestChannel.sendResponse(DefaultRestChannel.java:129) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.rest.RestController$ResourceHandlingHttpChannel.sendResponse(RestController.java:482) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.rest.action.RestResponseListener.processResponse(RestResponseListener.java:37) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.rest.action.RestActionListener.onResponse(RestActionListener.java:47) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:70) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:64) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.ActionListener$2.onResponse(ActionListener.java:89) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.action.TransportXPackUsageAction$1.onResponse(TransportXPackUsageAction.java:61) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.action.TransportXPackUsageAction$1.onResponse(TransportXPackUsageAction.java:58) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:115) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.action.TransportXPackUsageAction$2.onResponse(TransportXPackUsageAction.java:77) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.action.TransportXPackUsageAction$2.onResponse(TransportXPackUsageAction.java:72) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.rollup.RollupFeatureSet.usage(RollupFeatureSet.java:54) [x-pack-rollup-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.action.TransportXPackUsageAction.lambda$masterOperation$0(TransportXPackUsageAction.java:72) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:117) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.action.TransportXPackUsageAction$2.onResponse(TransportXPackUsageAction.java:77) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.action.TransportXPackUsageAction$2.onResponse(TransportXPackUsageAction.java:72) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.spatial.SpatialFeatureSet.usage(SpatialFeatureSet.java:49) [spatial-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.action.TransportXPackUsageAction.lambda$masterOperation$0(TransportXPackUsageAction.java:72) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:117) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.action.TransportXPackUsageAction$2.onResponse(TransportXPackUsageAction.java:77) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.action.TransportXPackUsageAction$2.onResponse(TransportXPackUsageAction.java:72) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.transform.TransformFeatureSet.lambda$usage$2(TransformFeatureSet.java:139) [transform-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:70) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:64) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.search.AbstractSearchAsyncAction.start(AbstractSearchAsyncAction.java:161) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.search.TransportSearchAction.executeSearch(TransportSearchAction.java:590) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.search.TransportSearchAction.executeSearch(TransportSearchAction.java:489) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.search.TransportSearchAction.executeLocalSearch(TransportSearchAction.java:400) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.search.TransportSearchAction.lambda$doExecute$3(TransportSearchAction.java:212) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.index.query.Rewriteable.rewriteAndFetch(Rewriteable.java:114) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.index.query.Rewriteable.rewriteAndFetch(Rewriteable.java:87) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.search.TransportSearchAction.doExecute(TransportSearchAction.java:242) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.search.TransportSearchAction.doExecute(TransportSearchAction.java:87) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.client.support.AbstractClient.search(AbstractClient.java:529) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.ClientHelper.executeAsyncWithOrigin(ClientHelper.java:75) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.transform.TransformFeatureSet.usage(TransformFeatureSet.java:163) [transform-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.action.TransportXPackUsageAction.lambda$masterOperation$0(TransportXPackUsageAction.java:72) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:117) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.action.TransportXPackUsageAction$2.onResponse(TransportXPackUsageAction.java:77) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.action.TransportXPackUsageAction$2.onResponse(TransportXPackUsageAction.java:72) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.enrich.EnrichFeatureSet.usage(EnrichFeatureSet.java:54) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.action.TransportXPackUsageAction.lambda$masterOperation$0(TransportXPackUsageAction.java:72) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:117) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.action.TransportXPackUsageAction$2.onResponse(TransportXPackUsageAction.java:77) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.core.action.TransportXPackUsageAction$2.onResponse(TransportXPackUsageAction.java:72) [x-pack-core-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.sql.SqlFeatureSet.lambda$usage$0(SqlFeatureSet.java:75) [x-pack-sql-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:70) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:64) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.finishHim(TransportNodesAction.java:236) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.onFailure(TransportNodesAction.java:223) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.access$100(TransportNodesAction.java:142) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction$1.handleException(TransportNodesAction.java:196) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleException(TransportService.java:1120) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.transport.TransportService$8.run(TransportService.java:982) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2] | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] | |
| at java.lang.Thread.run(Thread.java:830) [?:?] | |
| [2021-05-03T14:29:07,990][INFO ][o.e.n.Node ] [master0] stopped | |
| [2021-05-03T14:29:07,990][INFO ][o.e.n.Node ] [master0] closing ... | |
| [2021-05-03T14:29:08,352][INFO ][o.e.n.Node ] [master0] closed | |
| [2021-05-03T14:47:30,556][INFO ][o.e.e.NodeEnvironment ] [master0] using [1] data paths, mounts [[/ (/dev/sda1)]], net usable_space [29.2gb], net total_space [41.2gb], types [ext4] | |
| [2021-05-03T14:47:30,572][INFO ][o.e.e.NodeEnvironment ] [master0] heap size [11.9gb], compressed ordinary object pointers [true] | |
| [2021-05-03T14:47:55,177][INFO ][o.e.n.Node ] [master0] node name [master0], node ID [xexrc0uXQUWgwFDWEpAouA], cluster name [elasticsearch] | |
| [2021-05-03T14:47:55,178][INFO ][o.e.n.Node ] [master0] version[7.5.2], pid[2260], build[default/deb/8bec50e1e0ad29dad5653712cf3bb580cd1afcdf/2020-01-15T12:11:52.313576Z], OS[Linux/4.15.0-142-generic/amd64], JVM[AdoptOpenJDK/OpenJDK 64-Bit Server VM/13.0.1/13.0.1+9] | |
| [2021-05-03T14:47:55,178][INFO ][o.e.n.Node ] [master0] JVM home [/usr/share/elasticsearch/jdk] | |
| [2021-05-03T14:47:55,179][INFO ][o.e.n.Node ] [master0] JVM arguments [-Des.networkaddress.cache.ttl=60, -Des.networkaddress.cache.negative.ttl=10, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -XX:-OmitStackTraceInFastThrow, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dio.netty.allocator.numDirectArenas=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Djava.locale.providers=COMPAT, -Xms12g, -Xmx12g, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -XX:+DisableExplicitGC, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -Djdk.io.permissionsUseCanonicalPath=true, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Dlog4j.skipJansi=true, -XX:+HeapDumpOnOutOfMemoryError, -XX:MaxDirectMemorySize=6442450944, -Des.path.home=/usr/share/elasticsearch, -Des.path.conf=/etc/elasticsearch, -Des.distribution.flavor=default, -Des.distribution.type=deb, -Des.bundled_jdk=true] | |
| [2021-05-03T14:47:58,867][INFO ][o.e.p.PluginsService ] [master0] loaded module [aggs-matrix-stats] | |
| [2021-05-03T14:47:58,867][INFO ][o.e.p.PluginsService ] [master0] loaded module [analysis-common] | |
| [2021-05-03T14:47:58,867][INFO ][o.e.p.PluginsService ] [master0] loaded module [flattened] | |
| [2021-05-03T14:47:58,867][INFO ][o.e.p.PluginsService ] [master0] loaded module [frozen-indices] | |
| [2021-05-03T14:47:58,868][INFO ][o.e.p.PluginsService ] [master0] loaded module [ingest-common] | |
| [2021-05-03T14:47:58,868][INFO ][o.e.p.PluginsService ] [master0] loaded module [ingest-geoip] | |
| [2021-05-03T14:47:58,868][INFO ][o.e.p.PluginsService ] [master0] loaded module [ingest-user-agent] | |
| [2021-05-03T14:47:58,868][INFO ][o.e.p.PluginsService ] [master0] loaded module [lang-expression] | |
| [2021-05-03T14:47:58,868][INFO ][o.e.p.PluginsService ] [master0] loaded module [lang-mustache] | |
| [2021-05-03T14:47:58,868][INFO ][o.e.p.PluginsService ] [master0] loaded module [lang-painless] | |
| [2021-05-03T14:47:58,869][INFO ][o.e.p.PluginsService ] [master0] loaded module [mapper-extras] | |
| [2021-05-03T14:47:58,869][INFO ][o.e.p.PluginsService ] [master0] loaded module [parent-join] | |
| [2021-05-03T14:47:58,869][INFO ][o.e.p.PluginsService ] [master0] loaded module [percolator] | |
| [2021-05-03T14:47:58,869][INFO ][o.e.p.PluginsService ] [master0] loaded module [rank-eval] | |
| [2021-05-03T14:47:58,869][INFO ][o.e.p.PluginsService ] [master0] loaded module [reindex] | |
| [2021-05-03T14:47:58,869][INFO ][o.e.p.PluginsService ] [master0] loaded module [repository-url] | |
| [2021-05-03T14:47:58,870][INFO ][o.e.p.PluginsService ] [master0] loaded module [search-business-rules] | |
| [2021-05-03T14:47:58,870][INFO ][o.e.p.PluginsService ] [master0] loaded module [spatial] | |
| [2021-05-03T14:47:58,870][INFO ][o.e.p.PluginsService ] [master0] loaded module [systemd] | |
| [2021-05-03T14:47:58,870][INFO ][o.e.p.PluginsService ] [master0] loaded module [transform] | |
| [2021-05-03T14:47:58,870][INFO ][o.e.p.PluginsService ] [master0] loaded module [transport-netty4] | |
| [2021-05-03T14:47:58,870][INFO ][o.e.p.PluginsService ] [master0] loaded module [vectors] | |
| [2021-05-03T14:47:58,871][INFO ][o.e.p.PluginsService ] [master0] loaded module [x-pack-analytics] | |
| [2021-05-03T14:47:58,871][INFO ][o.e.p.PluginsService ] [master0] loaded module [x-pack-ccr] | |
| [2021-05-03T14:47:58,871][INFO ][o.e.p.PluginsService ] [master0] loaded module [x-pack-core] | |
| [2021-05-03T14:47:58,871][INFO ][o.e.p.PluginsService ] [master0] loaded module [x-pack-deprecation] | |
| [2021-05-03T14:47:58,871][INFO ][o.e.p.PluginsService ] [master0] loaded module [x-pack-enrich] | |
| [2021-05-03T14:47:58,872][INFO ][o.e.p.PluginsService ] [master0] loaded module [x-pack-graph] | |
| [2021-05-03T14:47:58,872][INFO ][o.e.p.PluginsService ] [master0] loaded module [x-pack-ilm] | |
| [2021-05-03T14:47:58,872][INFO ][o.e.p.PluginsService ] [master0] loaded module [x-pack-logstash] | |
| [2021-05-03T14:47:58,872][INFO ][o.e.p.PluginsService ] [master0] loaded module [x-pack-ml] | |
| [2021-05-03T14:47:58,872][INFO ][o.e.p.PluginsService ] [master0] loaded module [x-pack-monitoring] | |
| [2021-05-03T14:47:58,872][INFO ][o.e.p.PluginsService ] [master0] loaded module [x-pack-rollup] | |
| [2021-05-03T14:47:58,873][INFO ][o.e.p.PluginsService ] [master0] loaded module [x-pack-security] | |
| [2021-05-03T14:47:58,873][INFO ][o.e.p.PluginsService ] [master0] loaded module [x-pack-sql] | |
| [2021-05-03T14:47:58,873][INFO ][o.e.p.PluginsService ] [master0] loaded module [x-pack-voting-only-node] | |
| [2021-05-03T14:47:58,873][INFO ][o.e.p.PluginsService ] [master0] loaded module [x-pack-watcher] | |
| [2021-05-03T14:47:58,874][INFO ][o.e.p.PluginsService ] [master0] no plugins loaded | |
| [2021-05-03T14:48:02,316][INFO ][o.e.d.DiscoveryModule ] [master0] using discovery type [zen] and seed hosts providers [settings] | |
| [2021-05-03T14:48:02,889][INFO ][o.e.n.Node ] [master0] initialized | |
| [2021-05-03T14:48:02,890][INFO ][o.e.n.Node ] [master0] starting ... | |
| [2021-05-03T14:48:03,039][INFO ][o.e.t.TransportService ] [master0] publish_address {192.168.0.10:9300}, bound_addresses {[::1]:9300}, {127.0.0.1:9300}, {192.168.0.10:9300} | |
| [2021-05-03T14:48:12,897][ERROR][o.e.x.m.c.i.IndexRecoveryCollector] [master0] collector [index_recovery] failed to collect data | |
| java.lang.NullPointerException: null | |
| at org.elasticsearch.xpack.monitoring.collector.Collector.collect(Collector.java:85) [x-pack-monitoring-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.monitoring.MonitoringService$MonitoringExecution$1.doRun(MonitoringService.java:242) [x-pack-monitoring-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2] | |
| at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?] | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?] | |
| at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2] | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] | |
| at java.lang.Thread.run(Thread.java:830) [?:?] | |
| [2021-05-03T14:48:12,910][ERROR][o.e.x.m.c.n.NodeStatsCollector] [master0] collector [node_stats] failed to collect data | |
| java.lang.NullPointerException: null | |
| at org.elasticsearch.xpack.monitoring.collector.Collector.collect(Collector.java:85) [x-pack-monitoring-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.monitoring.MonitoringService$MonitoringExecution$1.doRun(MonitoringService.java:242) [x-pack-monitoring-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2] | |
| at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?] | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?] | |
| at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2] | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] | |
| at java.lang.Thread.run(Thread.java:830) [?:?] | |
| [2021-05-03T14:48:12,911][ERROR][o.e.x.m.c.s.ShardsCollector] [master0] collector [shards] failed to collect data | |
| java.lang.NullPointerException: null | |
| at org.elasticsearch.xpack.monitoring.collector.Collector.collect(Collector.java:85) [x-pack-monitoring-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.monitoring.MonitoringService$MonitoringExecution$1.doRun(MonitoringService.java:242) [x-pack-monitoring-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2] | |
| at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?] | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?] | |
| at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2] | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] | |
| at java.lang.Thread.run(Thread.java:830) [?:?] | |
| [2021-05-03T14:48:12,911][ERROR][o.e.x.m.c.m.JobStatsCollector] [master0] collector [job_stats] failed to collect data | |
| java.lang.NullPointerException: null | |
| at org.elasticsearch.xpack.monitoring.collector.Collector.collect(Collector.java:85) [x-pack-monitoring-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.monitoring.MonitoringService$MonitoringExecution$1.doRun(MonitoringService.java:242) [x-pack-monitoring-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2] | |
| at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?] | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?] | |
| at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2] | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] | |
| at java.lang.Thread.run(Thread.java:830) [?:?] | |
| [2021-05-03T14:48:12,912][ERROR][o.e.x.m.c.c.StatsCollector] [master0] collector [ccr_stats] failed to collect data | |
| java.lang.NullPointerException: null | |
| at org.elasticsearch.xpack.monitoring.collector.Collector.collect(Collector.java:85) [x-pack-monitoring-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.monitoring.MonitoringService$MonitoringExecution$1.doRun(MonitoringService.java:242) [x-pack-monitoring-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2] | |
| at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?] | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?] | |
| at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2] | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] | |
| at java.lang.Thread.run(Thread.java:830) [?:?] | |
| [2021-05-03T14:48:12,913][ERROR][o.e.x.m.c.e.EnrichStatsCollector] [master0] collector [enrich_coordinator_stats] failed to collect data | |
| java.lang.NullPointerException: null | |
| at org.elasticsearch.xpack.monitoring.collector.Collector.collect(Collector.java:85) [x-pack-monitoring-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.monitoring.MonitoringService$MonitoringExecution$1.doRun(MonitoringService.java:242) [x-pack-monitoring-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2] | |
| at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?] | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?] | |
| at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2] | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] | |
| at java.lang.Thread.run(Thread.java:830) [?:?] | |
| [2021-05-03T14:48:12,913][ERROR][o.e.x.m.c.c.ClusterStatsCollector] [master0] collector [cluster_stats] failed to collect data | |
| java.lang.NullPointerException: null | |
| at org.elasticsearch.xpack.monitoring.collector.Collector.collect(Collector.java:85) [x-pack-monitoring-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.monitoring.MonitoringService$MonitoringExecution$1.doRun(MonitoringService.java:242) [x-pack-monitoring-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2] | |
| at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?] | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?] | |
| at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2] | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] | |
| at java.lang.Thread.run(Thread.java:830) [?:?] | |
| [2021-05-03T14:48:12,914][ERROR][o.e.x.m.c.i.IndexStatsCollector] [master0] collector [index-stats] failed to collect data | |
| java.lang.NullPointerException: null | |
| at org.elasticsearch.xpack.monitoring.collector.Collector.collect(Collector.java:85) [x-pack-monitoring-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.xpack.monitoring.MonitoringService$MonitoringExecution$1.doRun(MonitoringService.java:242) [x-pack-monitoring-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2] | |
| at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?] | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?] | |
| at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2] | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] | |
| at java.lang.Thread.run(Thread.java:830) [?:?] | |
| [2021-05-03T14:48:17,420][INFO ][o.e.b.BootstrapChecks ] [master0] bound or publishing to a non-loopback address, enforcing bootstrap checks | |
| [2021-05-03T14:48:17,422][INFO ][o.e.c.c.Coordinator ] [master0] cluster UUID [9ebN7hmbR3O_-EqkjWDXwg] | |
| [2021-05-03T14:48:47,436][WARN ][o.e.n.Node ] [master0] timed out while waiting for initial discovery state - timeout: 30s | |
| [2021-05-03T14:48:47,508][INFO ][o.e.h.AbstractHttpServerTransport] [master0] publish_address {192.168.0.10:9200}, bound_addresses {[::1]:9200}, {127.0.0.1:9200}, {192.168.0.10:9200} | |
| [2021-05-03T14:48:47,512][INFO ][o.e.n.Node ] [master0] started | |
| [2021-05-03T14:48:56,463][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T14:48:56,463][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T14:48:56,463][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T14:48:56,464][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T14:48:56,464][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T14:48:56,464][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T14:48:56,465][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T14:48:56,467][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T14:49:06,463][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T14:49:06,465][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T14:49:06,468][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T14:49:06,469][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T14:49:06,470][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T14:49:06,470][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T14:49:06,470][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T14:49:06,472][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T14:49:06,641][WARN ][o.e.g.IncrementalClusterStateWriter] [master0] writing cluster state took [48023ms] which is above the warn threshold of [10s]; wrote metadata for [4361] indices and skipped [0] unchanged indices | |
| [2021-05-03T14:49:06,649][INFO ][o.e.c.s.ClusterApplierService] [master0] master node changed {previous [], current [{master1}{Ig33yWUwTv-UNSwIhhfNWg}{GyE6pKvWTfeRglHhD-5oCw}{192.168.0.11}{192.168.0.11:9300}{im}{xpack.installed=true}]}, added {{master2}{RBMXwoyITeqpwJlY7VFFhA}{a7xhJcj7R46HQAm3OcmNJw}{192.168.0.12}{192.168.0.12:9300}{im}{xpack.installed=true},{data09}{dN08oWhmSNObQgeb9xH_-A}{9aLNT59cQZutpH2xd1LzTQ}{192.168.0.29}{192.168.0.29:9300}{di}{xpack.installed=true},{data18a}{_MeUtbWCQK6WAcOWs6L4fQ}{qjYEjHO0Qp-pysLXoM8iYA}{192.168.0.38}{192.168.0.38:9300}{di}{xpack.installed=true},{data12a}{22tiK4-STyC2XRJ01nWQ3A}{rKiBCqOFTGKTBesQCzI7aw}{192.168.0.32}{192.168.0.32:9300}{di}{xpack.installed=true},{data11a}{EI9MEUGwQP6yuwlmVsH-EA}{QRz_oL35TyOvnBqTWqWgEA}{192.168.0.31}{192.168.0.31:9300}{di}{xpack.installed=true},{data07}{uYjW78V_QAaAQPHjUSNjjQ}{ZA9njwKuRgOEdIllyccwqQ}{192.168.0.27}{192.168.0.27:9300}{di}{xpack.installed=true},{data08}{GIaGadJ0RhyBUePNzWpBdA}{fz0VawBhT_6hIre0uymIfw}{192.168.0.28}{192.168.0.28:9300}{di}{xpack.installed=true},{data12b}{Fs5fJqYNSLOPK7OVW7qaYQ}{2SeThcYbQ5uUG6c7JyP_Qg}{192.168.0.32}{192.168.0.32:9301}{di}{xpack.installed=true},{data17b}{7uaz7rwQRg-UQQ4WLhclBg}{SXb-eNTSTP-9-dO7pgnEfQ}{192.168.0.37}{192.168.0.37:9301}{di}{xpack.installed=true},{data15a}{0sFGQdJwSNermm8lSE7v6w}{TU-BKgdwQO2xOnhMx6o-ow}{192.168.0.35}{192.168.0.35:9300}{di}{xpack.installed=true},{data17a}{x-YWJyTxRoCh8Lf4oS0qWQ}{MqzCX5bVRCa7MWZ3e7CtZg}{192.168.0.37}{192.168.0.37:9300}{di}{xpack.installed=true},{master1}{Ig33yWUwTv-UNSwIhhfNWg}{GyE6pKvWTfeRglHhD-5oCw}{192.168.0.11}{192.168.0.11:9300}{im}{xpack.installed=true},{data18b}{5HTiO0Z8RM2tRi0kaNQQ8w}{O-T8IWgXQIekz9QHQyKy4g}{192.168.0.38}{192.168.0.38:9301}{di}{xpack.installed=true},{data06}{NqAsywRoTVSuqTxD8cmq3A}{ffiDh9EhT0OpZ0Suj4hHcQ}{192.168.0.26}{192.168.0.26:9300}{di}{xpack.installed=true},{data05}{3sy0vv41TXGy4Yt8ywpXVw}{AoblOEIlSF2ZWQSqEERqwA}{192.168.0.25}{192.168.0.25:9300}{di}{xpack.installed=true},{data04}{M7yBnQeXTwCohL8IWN4PBg}{HRi5FXR0S_m2YlWM5zAMCw}{192.168.0.24}{192.168.0.24:9300}{di}{xpack.installed=true},{data10b}{WBnLOtGgS6KXAV8FsiFYjg}{D1xTZOswTAiMc3h1YMae3Q}{192.168.0.30}{192.168.0.30:9301}{di}{xpack.installed=true},{data13b}{mAQ5jgAMQjaYzwpVE83kcg}{LBsGSuLJR5Kg8iWCA-SX1A}{192.168.0.33}{192.168.0.33:9301}{di}{xpack.installed=true},{data10a}{Cl-VWQCjQ3OStxiPmdIXrQ}{KjVwOpXuQCKLy2GQFBluZg}{192.168.0.30}{192.168.0.30:9300}{di}{xpack.installed=true},{data03}{9MyOkgP3TuSevNQJkEmOnw}{MBDXNqQOR6G05JiS0UQlEw}{192.168.0.23}{192.168.0.23:9300}{di}{xpack.installed=true},{data11b}{6FVMYvwiQD-W6fpHtVXPfg}{dAQSQFZMSjKq6kxq8cc98g}{192.168.0.31}{192.168.0.31:9301}{di}{xpack.installed=true},{data16b}{2afokmtOQGGzfFLz3v4_Bg}{Lo4izLlTQqSMfbrf21aAkw}{192.168.0.36}{192.168.0.36:9301}{di}{xpack.installed=true},{data15b}{bT-KQ6TgQHWYl3pLMjj9MQ}{I9wc6TOxQ2WkqbOZ89g8XQ}{192.168.0.35}{192.168.0.35:9301}{di}{xpack.installed=true},{data16a}{SzyPNxe6Rm6H9ucP26H6Mw}{PALqrfCdR6CAvYfrioYAZQ}{192.168.0.36}{192.168.0.36:9300}{di}{xpack.installed=true},{data13a}{vF-2rZ1ZTuG8rcYDTScDbQ}{NY6x69ejT9ehohT-uXKyww}{192.168.0.33}{192.168.0.33:9300}{di}{xpack.installed=true}}, term: 41, version: 2131743, reason: ApplyCommitRequest{term=41, version=2131743, sourceNode={master1}{Ig33yWUwTv-UNSwIhhfNWg}{GyE6pKvWTfeRglHhD-5oCw}{192.168.0.11}{192.168.0.11:9300}{im}{xpack.installed=true}} | |
| [2021-05-03T14:49:06,863][INFO ][o.e.c.s.ClusterSettings ] [master0] updating [cluster.routing.allocation.cluster_concurrent_rebalance] from [2] to [20] | |
| [2021-05-03T14:49:06,864][INFO ][o.e.c.s.ClusterSettings ] [master0] updating [cluster.routing.allocation.same_shard.host] from [false] to [true] | |
| [2021-05-03T14:49:06,864][INFO ][o.e.c.s.ClusterSettings ] [master0] updating [cluster.routing.allocation.disk.watermark.low] from [85%] to [150gb] | |
| [2021-05-03T14:49:06,864][INFO ][o.e.c.s.ClusterSettings ] [master0] updating [cluster.routing.allocation.disk.watermark.high] from [90%] to [100gb] | |
| [2021-05-03T14:49:06,864][INFO ][o.e.c.s.ClusterSettings ] [master0] updating [cluster.routing.allocation.disk.watermark.flood_stage] from [95%] to [50gb] | |
| [2021-05-03T14:49:06,865][INFO ][o.e.c.s.ClusterSettings ] [master0] updating [cluster.routing.allocation.node_initial_primaries_recoveries] from [4] to [16] | |
| [2021-05-03T14:49:06,865][INFO ][o.e.c.s.ClusterSettings ] [master0] updating [cluster.routing.allocation.node_concurrent_incoming_recoveries] from [2] to [20] | |
| [2021-05-03T14:49:06,865][INFO ][o.e.c.s.ClusterSettings ] [master0] updating [cluster.routing.allocation.node_concurrent_outgoing_recoveries] from [2] to [20] | |
| [2021-05-03T14:49:06,866][INFO ][o.e.c.s.ClusterSettings ] [master0] updating [xpack.monitoring.elasticsearch.collection.enabled] from [true] to [false] | |
| [2021-05-03T14:49:06,866][INFO ][o.e.c.s.ClusterSettings ] [master0] updating [cluster.routing.allocation.disk.watermark.low] from [85%] to [150gb] | |
| [2021-05-03T14:49:06,866][INFO ][o.e.c.s.ClusterSettings ] [master0] updating [cluster.routing.allocation.disk.watermark.high] from [90%] to [100gb] | |
| [2021-05-03T14:49:06,866][INFO ][o.e.c.s.ClusterSettings ] [master0] updating [cluster.routing.allocation.disk.watermark.flood_stage] from [95%] to [50gb] | |
| [2021-05-03T14:49:06,866][INFO ][o.e.c.s.ClusterSettings ] [master0] updating [search.max_buckets] from [10000] to [20000] | |
| [2021-05-03T14:49:06,867][INFO ][o.e.c.s.ClusterSettings ] [master0] updating [indices.recovery.max_bytes_per_sec] from [40mb] to [120mb] | |
| [2021-05-03T14:49:07,152][INFO ][o.e.l.LicenseService ] [master0] license [c01f4c23-89af-4849-841d-675391762534] mode [basic] - valid | |
| [2021-05-03T15:39:23,553][INFO ][o.e.c.c.Coordinator ] [master0] master node [{master1}{Ig33yWUwTv-UNSwIhhfNWg}{GyE6pKvWTfeRglHhD-5oCw}{192.168.0.11}{192.168.0.11:9300}{im}{xpack.installed=true}] failed, restarting discovery | |
| org.elasticsearch.transport.NodeDisconnectedException: [master1][192.168.0.11:9300][disconnected] disconnected | |
| [2021-05-03T15:39:23,556][INFO ][o.e.c.s.ClusterApplierService] [master0] master node changed {previous [{master1}{Ig33yWUwTv-UNSwIhhfNWg}{GyE6pKvWTfeRglHhD-5oCw}{192.168.0.11}{192.168.0.11:9300}{im}{xpack.installed=true}], current []}, term: 41, version: 2131746, reason: becoming candidate: onLeaderFailure | |
| [2021-05-03T15:39:23,575][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] connection exception while trying to forward request with action name [cluster:monitor/state] to master node [{master1}{Ig33yWUwTv-UNSwIhhfNWg}{GyE6pKvWTfeRglHhD-5oCw}{192.168.0.11}{192.168.0.11:9300}{im}{xpack.installed=true}], scheduling a retry. Error: [org.elasticsearch.transport.NodeNotConnectedException: [master1][192.168.0.11:9300] Node not connected] | |
| [2021-05-03T15:39:23,576][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] connection exception while trying to forward request with action name [cluster:monitor/state] to master node [{master1}{Ig33yWUwTv-UNSwIhhfNWg}{GyE6pKvWTfeRglHhD-5oCw}{192.168.0.11}{192.168.0.11:9300}{im}{xpack.installed=true}], scheduling a retry. Error: [org.elasticsearch.transport.NodeNotConnectedException: [master1][192.168.0.11:9300] Node not connected] | |
| [2021-05-03T15:39:23,576][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] connection exception while trying to forward request with action name [cluster:monitor/state] to master node [{master1}{Ig33yWUwTv-UNSwIhhfNWg}{GyE6pKvWTfeRglHhD-5oCw}{192.168.0.11}{192.168.0.11:9300}{im}{xpack.installed=true}], scheduling a retry. Error: [org.elasticsearch.transport.NodeNotConnectedException: [master1][192.168.0.11:9300] Node not connected] | |
| [2021-05-03T15:39:23,577][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] connection exception while trying to forward request with action name [cluster:monitor/state] to master node [{master1}{Ig33yWUwTv-UNSwIhhfNWg}{GyE6pKvWTfeRglHhD-5oCw}{192.168.0.11}{192.168.0.11:9300}{im}{xpack.installed=true}], scheduling a retry. Error: [org.elasticsearch.transport.NodeNotConnectedException: [master1][192.168.0.11:9300] Node not connected] | |
| [2021-05-03T15:39:23,577][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] connection exception while trying to forward request with action name [cluster:monitor/state] to master node [{master1}{Ig33yWUwTv-UNSwIhhfNWg}{GyE6pKvWTfeRglHhD-5oCw}{192.168.0.11}{192.168.0.11:9300}{im}{xpack.installed=true}], scheduling a retry. Error: [org.elasticsearch.transport.NodeNotConnectedException: [master1][192.168.0.11:9300] Node not connected] | |
| [2021-05-03T15:39:23,575][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] connection exception while trying to forward request with action name [cluster:monitor/state] to master node [{master1}{Ig33yWUwTv-UNSwIhhfNWg}{GyE6pKvWTfeRglHhD-5oCw}{192.168.0.11}{192.168.0.11:9300}{im}{xpack.installed=true}], scheduling a retry. Error: [org.elasticsearch.transport.NodeNotConnectedException: [master1][192.168.0.11:9300] Node not connected] | |
| [2021-05-03T15:39:23,600][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] connection exception while trying to forward request with action name [cluster:monitor/state] to master node [{master1}{Ig33yWUwTv-UNSwIhhfNWg}{GyE6pKvWTfeRglHhD-5oCw}{192.168.0.11}{192.168.0.11:9300}{im}{xpack.installed=true}], scheduling a retry. Error: [org.elasticsearch.transport.NodeNotConnectedException: [master1][192.168.0.11:9300] Node not connected] | |
| [2021-05-03T15:39:23,601][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] connection exception while trying to forward request with action name [cluster:monitor/state] to master node [{master1}{Ig33yWUwTv-UNSwIhhfNWg}{GyE6pKvWTfeRglHhD-5oCw}{192.168.0.11}{192.168.0.11:9300}{im}{xpack.installed=true}], scheduling a retry. Error: [org.elasticsearch.transport.NodeNotConnectedException: [master1][192.168.0.11:9300] Node not connected] | |
| [2021-05-03T15:39:23,602][DEBUG][o.e.a.a.c.n.i.TransportNodesInfoAction] [master0] failed to execute on node [Ig33yWUwTv-UNSwIhhfNWg] | |
| org.elasticsearch.transport.NodeNotConnectedException: [master1][192.168.0.11:9300] Node not connected | |
| at org.elasticsearch.transport.ConnectionManager.getConnection(ConnectionManager.java:189) ~[elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:617) ~[elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:589) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.start(TransportNodesAction.java:182) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:82) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:51) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.client.support.AbstractClient$ClusterAdmin.execute(AbstractClient.java:685) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.client.support.AbstractClient$ClusterAdmin.nodesInfo(AbstractClient.java:766) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.rest.action.admin.cluster.RestNodesInfoAction.lambda$prepareRequest$0(RestNodesInfoAction.java:74) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.5.2.jar:7.5.2] | |
| at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.5.2.jar:7.5.2] | |
| at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.handler.codec.MessageToMessageCodec.channelRead(MessageToMessageCodec.java:111) [netty-codec-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:326) [netty-codec-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:300) [netty-codec-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1422) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:931) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:700) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:600) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:554) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:514) [netty-transport-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.util.concurrent.SingleThreadEventExecutor$6.run(SingleThreadEventExecutor.java:1050) [netty-common-4.1.43.Final.jar:4.1.43.Final] | |
| at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.43.Final.jar:4.1.43.Final] | |
| at java.lang.Thread.run(Thread.java:830) [?:?] | |
| [ deleted repeated messages ] | |
| [2021-05-03T15:44:43,689][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] timed out while retrying [cluster:monitor/state] after failure (timeout [30s]) | |
| [2021-05-03T15:44:43,689][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] timed out while retrying [cluster:monitor/state] after failure (timeout [30s]) | |
| [2021-05-03T15:44:43,689][WARN ][r.suppressed ] [master0] path: /_cluster/state/master_node, params: {metric=master_node, settings_filter=xpack.security.authc.realms.oidc.*.ssl.keystore.path,transport.profiles.*.xpack.security.ssl.trust_restrictions,reindex.ssl.supported_protocols,xpack.security.authc.realms.ldap.*.ssl.verification_mode,xpack.security.authc.realms.ldap.*.ssl.keystore.key_password,xpack.security.http.ssl.truststore.password,xpack.security.http.ssl.keystore.password,xpack.notification.email.ssl.supported_protocols,xpack.security.authc.realms.ldap.*.ssl.truststore.path,xpack.security.transport.ssl.truststore.password,xpack.notification.email.ssl.truststore.password,xpack.security.authc.realms.active_directory.*.ssl.verification_mode,xpack.http.ssl.truststore.algorithm,xpack.security.http.ssl.supported_protocols,reindex.ssl.truststore.password,xpack.security.authc.realms.oidc.*.ssl.verification_mode,xpack.security.transport.ssl.supported_protocols,xpack.security.authc.realms.saml.*.ssl.keystore.path,xpack.security.http.ssl.truststore.algorithm,xpack.security.transport.ssl.keystore.key_password,xpack.security.http.ssl.key,xpack.security.authc.realms.saml.*.encryption.key,xpack.security.http.ssl.keystore.type,xpack.security.http.ssl.verification_mode,xpack.security.authc.realms.pki.*.truststore.path,xpack.security.authc.realms.saml.*.signing.keystore.path,xpack.security.authc.realms.ldap.*.ssl.key,xpack.security.authc.realms.oidc.*.ssl.keystore.password,transport.profiles.*.xpack.security.ssl.supported_protocols,reindex.ssl.keystore.key_password,xpack.security.authc.realms.active_directory.*.ssl.supported_protocols,xpack.security.authc.realms.active_directory.*.hostname_verification,xpack.security.authc.realms.saml.*.ssl.truststore.algorithm,xpack.security.authc.realms.ldap.*.ssl.certificate_authorities,xpack.security.authc.realms.saml.*.signing.key,xpack.security.authc.realms.oidc.*.ssl.truststore.type,xpack.security.authc.realms.active_directory.*.ssl.keystore.key_password,transport.profiles.*.xpack.security.ssl.truststore.path,xpack.security.authc.realms.oidc.*.ssl.key,reindex.ssl.key_passphrase,xpack.security.authc.realms.ldap.*.ssl.cipher_suites,xpack.security.authc.realms.ldap.*.ssl.keystore.algorithm,xpack.http.ssl.keystore.algorithm,xpack.security.authc.realms.saml.*.ssl.keystore.password,xpack.http.ssl.supported_protocols,xpack.http.ssl.keystore.path,xpack.security.authc.realms.saml.*.encryption.keystore.algorithm,xpack.notification.email.ssl.certificate,xpack.security.http.ssl.truststore.path,xpack.http.ssl.truststore.password,xpack.security.transport.ssl.verification_mode,xpack.security.authc.realms.active_directory.*.ssl.truststore.password,xpack.security.authc.realms.saml.*.ssl.truststore.type,xpack.security.authc.realms.oidc.*.ssl.certificate_authorities,xpack.security.authc.realms.ldap.*.ssl.keystore.password,xpack.security.transport.ssl.certificate,xpack.monitoring.exporters.*.auth.*,xpack.security.authc.realms.oidc.*.ssl.keystore.algorithm,xpack.notification.email.ssl.key,xpack.http.ssl.keystore.key_password,xpack.security.authc.realms.saml.*.ssl.keystore.key_password,xpack.security.authc.realms.oidc.*.ssl.key_passphrase,reindex.ssl.truststore.path,xpack.notification.email.ssl.keystore.algorithm,xpack.notification.email.ssl.verification_mode,transport.profiles.*.xpack.security.ssl.truststore.password,transport.profiles.*.xpack.security.ssl.certificate,transport.profiles.*.xpack.security.*,xpack.security.authc.realms.ldap.*.ssl.truststore.password,xpack.security.authc.realms.pki.*.certificate_authorities,xpack.security.authc.realms.active_directory.*.bind_dn,xpack.http.ssl.truststore.path,xpack.http.ssl.key_passphrase,xpack.security.authc.realms.saml.*.ssl.certificate_authorities,reindex.ssl.verification_mode,xpack.http.ssl.keystore.password,xpack.notification.email.ssl.trust_restrictions.path,xpack.notification.email.ssl.keystore.key_password,xpack.security.transport.ssl.truststore.path,xpack.security.transport.ssl.trust_restrictions.path,xpack.security.http.ssl.truststore.type,xpack.http.ssl.certificate_authorities,xpack.security.authc.realms.active_directory.*.bind_password,xpack.security.transport.ssl.keystore.type,xpack.security.authc.realms.active_directory.*.ssl.keystore.path,xpack.security.http.ssl.keystore.algorithm,reindex.ssl.keystore.path,xpack.security.authc.realms.ldap.*.ssl.trust_restrictions,xpack.security.authc.realms.saml.*.ssl.verification_mode,xpack.security.authc.realms.oidc.*.ssl.cipher_suites,xpack.security.authc.realms.ldap.*.ssl.supported_protocols,transport.profiles.*.xpack.security.ssl.key,xpack.security.transport.ssl.keystore.password,reindex.ssl.cipher_suites,xpack.security.authc.realms.pki.*.truststore.algorithm,xpack.monitoring.exporters.*.auth.password,xpack.security.transport.ssl.keystore.algorithm,transport.profiles.*.xpack.security.ssl.keystore.type,xpack.security.authc.realms.saml.*.encryption.keystore.path,xpack.notification.email.ssl.client_authentication,transport.profiles.*.xpack.security.ssl.client_authentication,xpack.security.authc.realms.ldap.*.ssl.key_passphrase,reindex.ssl.keystore.algorithm,xpack.security.authc.realms.oidc.*.ssl.supported_protocols,xpack.http.ssl.cipher_suites,xpack.security.authc.realms.active_directory.*.ssl.certificate_authorities,xpack.security.authc.realms.saml.*.ssl.client_authentication,xpack.security.authc.realms.oidc.*.ssl.client_authentication,xpack.monitoring.exporters.*.auth.username,xpack.security.authc.realms.active_directory.*.ssl.truststore.type,xpack.security.http.ssl.client_authentication,xpack.security.authc.accept_default_password,xpack.security.authc.realms.ldap.*.ssl.keystore.path,xpack.notification.email.ssl.keystore.path,xpack.security.authc.realms.active_directory.*.ssl.keystore.algorithm,xpack.security.transport.ssl.key,xpack.security.transport.ssl.truststore.algorithm,xpack.security.authc.realms.ldap.*.ssl.truststore.type,xpack.http.ssl.certificate,transport.profiles.*.xpack.security.ssl.certificate_authorities,xpack.security.authc.realms.active_directory.*.ssl.cipher_suites,transport.profiles.*.xpack.security.ssl.keystore.password,xpack.notification.email.ssl.truststore.algorithm,xpack.security.authc.realms.saml.*.ssl.key,xpack.notification.email.ssl.cipher_suites,xpack.security.authc.realms.saml.*.ssl.keystore.type,xpack.security.authc.realms.saml.*.ssl.keystore.algorithm,xpack.security.authc.realms.oidc.*.ssl.trust_restrictions,xpack.security.authc.realms.saml.*.signing.keystore.type,xpack.security.authc.realms.active_directory.*.ssl.certificate,reindex.ssl.truststore.type,xpack.security.transport.ssl.cipher_suites,xpack.security.http.ssl.certificate,xpack.http.ssl.keystore.type,xpack.security.http.ssl.certificate_authorities,xpack.security.authc.realms.oidc.*.ssl.truststore.password,transport.profiles.*.xpack.security.ssl.truststore.type,transport.profiles.*.xpack.security.ssl.cipher_suites,xpack.security.authc.realms.saml.*.ssl.cipher_suites,xpack.security.authc.realms.saml.*.ssl.key_passphrase,xpack.security.authc.realms.active_directory.*.ssl.truststore.algorithm,xpack.security.authc.realms.saml.*.signing.keystore.algorithm,xpack.security.authc.realms.ldap.*.bind_dn,xpack.security.authc.realms.saml.*.encryption.certificate,xpack.security.authc.realms.oidc.*.ssl.keystore.key_password,xpack.http.ssl.key,xpack.notification.email.ssl.truststore.type,xpack.security.authc.realms.saml.*.ssl.truststore.path,xpack.security.authc.realms.active_directory.*.ssl.key,xpack.security.authc.realms.saml.*.ssl.truststore.password,xpack.security.authc.realms.pki.*.truststore.password,reindex.ssl.keystore.password,xpack.security.authc.realms.oidc.*.ssl.certificate,xpack.http.ssl.verification_mode,reindex.ssl.certificate_authorities,transport.profiles.*.xpack.security.ssl.verification_mode,xpack.security.http.ssl.keystore.key_password,transport.profiles.*.xpack.security.ssl.keystore.key_password,xpack.notification.email.ssl.certificate_authorities,xpack.notification.email.ssl.keystore.type,xpack.monitoring.exporters.*.ssl,xpack.security.authc.realms.saml.*.ssl.trust_restrictions,xpack.security.authc.realms.ldap.*.bind_password,xpack.security.http.ssl.cipher_suites,reindex.ssl.certificate,transport.profiles.*.xpack.security.ssl.truststore.algorithm,xpack.security.authc.realms.active_directory.*.ssl.keystore.type,xpack.security.transport.ssl.truststore.type,xpack.security.transport.ssl.certificate_authorities,xpack.security.authc.realms.active_directory.*.ssl.trust_restrictions,xpack.security.authc.realms.saml.*.ssl.supported_protocols,xpack.security.transport.ssl.keystore.path,xpack.notification.email.ssl.truststore.path,xpack.http.ssl.trust_restrictions.path,xpack.security.http.ssl.key_passphrase,xpack.security.http.ssl.trust_restrictions.path,xpack.http.ssl.truststore.type,transport.profiles.*.xpack.security.ssl.keystore.algorithm,xpack.security.transport.ssl.client_authentication,xpack.security.authc.realms.ldap.*.ssl.client_authentication,reindex.ssl.client_authentication,xpack.security.authc.realms.oidc.*.ssl.truststore.path,reindex.ssl.keystore.type,xpack.http.ssl.client_authentication,xpack.security.transport.ssl.key_passphrase,xpack.monitoring.exporters.*.ssl.*,xpack.security.hide_settings,xpack.security.authc.realms.saml.*.signing.certificate,xpack.security.authc.realms.saml.*.encryption.keystore.type,xpack.security.authc.realms.ldap.*.hostname_verification,xpack.security.authc.realms.active_directory.*.ssl.truststore.path,xpack.notification.email.ssl.keystore.password,reindex.ssl.key,xpack.security.authc.realms.active_directory.*.ssl.key_passphrase,transport.profiles.*.xpack.security.ssl.keystore.path,xpack.security.http.ssl.keystore.path,xpack.security.authc.realms.ldap.*.ssl.truststore.algorithm,xpack.security.authc.realms.ldap.*.ssl.keystore.type,xpack.security.authc.realms.active_directory.*.ssl.client_authentication,xpack.security.authc.realms.oidc.*.ssl.keystore.type,xpack.security.authc.realms.saml.*.ssl.certificate,xpack.notification.email.ssl.key_passphrase,xpack.security.authc.realms.active_directory.*.ssl.keystore.password,xpack.security.authc.realms.oidc.*.ssl.truststore.algorithm,transport.profiles.*.xpack.security.ssl.key_passphrase,xpack.security.authc.realms.ldap.*.ssl.certificate} | |
| org.elasticsearch.discovery.MasterNotDiscoveredException: null | |
| at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2] | |
| at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2] | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] | |
| at java.lang.Thread.run(Thread.java:830) [?:?] | |
| [2021-05-03T15:44:43,697][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T15:44:43,697][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T15:44:43,707][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T15:44:43,708][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T15:44:43,710][DEBUG][o.e.a.s.m.TransportMasterNodeAction] [master0] no known master node, scheduling a retry | |
| [2021-05-03T15:44:48,635][WARN ][o.e.g.IncrementalClusterStateWriter] [master0] writing cluster state took [49023ms] which is above the warn threshold of [10s]; wrote metadata for [4361] indices and skipped [0] unchanged indices | |
| [2021-05-03T15:44:48,669][INFO ][o.e.c.s.ClusterApplierService] [master0] master node changed {previous [], current [{master2}{RBMXwoyITeqpwJlY7VFFhA}{a7xhJcj7R46HQAm3OcmNJw}{192.168.0.12}{192.168.0.12:9300}{im}{xpack.installed=true}]}, removed {{master1}{Ig33yWUwTv-UNSwIhhfNWg}{GyE6pKvWTfeRglHhD-5oCw}{192.168.0.11}{192.168.0.11:9300}{im}{xpack.installed=true}}, added {{master1}{Ig33yWUwTv-UNSwIhhfNWg}{iUGHa9kFTjK57EFpCcNWbA}{192.168.0.11}{192.168.0.11:9300}{im}{xpack.installed=true}}, term: 49, version: 2131753, reason: ApplyCommitRequest{term=49, version=2131753, sourceNode={master2}{RBMXwoyITeqpwJlY7VFFhA}{a7xhJcj7R46HQAm3OcmNJw}{192.168.0.12}{192.168.0.12:9300}{im}{xpack.installed=true}} | |
| [2021-05-03T15:48:24,999][DEBUG][o.e.a.a.c.n.t.c.TransportCancelTasksAction] [master0] Received ban for the parent [Cl-VWQCjQ3OStxiPmdIXrQ:165291719] on the node [xexrc0uXQUWgwFDWEpAouA], reason: [by user request] | |
| [2021-05-03T15:48:25,014][DEBUG][o.e.a.a.c.n.t.c.TransportCancelTasksAction] [master0] Received ban for the parent [3sy0vv41TXGy4Yt8ywpXVw:218731516] on the node [xexrc0uXQUWgwFDWEpAouA], reason: [by user request] | |
| [2021-05-03T15:48:30,408][DEBUG][o.e.a.a.c.n.t.c.TransportCancelTasksAction] [master0] Removing ban for the parent [3sy0vv41TXGy4Yt8ywpXVw:218731516] on the node [xexrc0uXQUWgwFDWEpAouA] | |
| [2021-05-03T15:48:36,035][DEBUG][o.e.a.a.c.n.t.c.TransportCancelTasksAction] [master0] Removing ban for the parent [Cl-VWQCjQ3OStxiPmdIXrQ:165291719] on the node [xexrc0uXQUWgwFDWEpAouA] | |
| [2021-05-03T15:49:39,780][DEBUG][o.e.a.a.c.n.t.c.TransportCancelTasksAction] [master0] Received ban for the parent [3sy0vv41TXGy4Yt8ywpXVw:218820445] on the node [xexrc0uXQUWgwFDWEpAouA], reason: [by user request] | |
| [2021-05-03T15:49:45,513][DEBUG][o.e.a.a.c.n.t.c.TransportCancelTasksAction] [master0] Removing ban for the parent [3sy0vv41TXGy4Yt8ywpXVw:218820445] on the node [xexrc0uXQUWgwFDWEpAouA] | |
| [2021-05-03T15:49:49,370][DEBUG][o.e.a.a.c.n.t.c.TransportCancelTasksAction] [master0] Received ban for the parent [22tiK4-STyC2XRJ01nWQ3A:3325759373] on the node [xexrc0uXQUWgwFDWEpAouA], reason: [by user request] | |
| [2021-05-03T15:49:55,488][DEBUG][o.e.a.a.c.n.t.c.TransportCancelTasksAction] [master0] Removing ban for the parent [22tiK4-STyC2XRJ01nWQ3A:3325759373] on the node [xexrc0uXQUWgwFDWEpAouA] | |
| [2021-05-03T15:52:54,488][INFO ][o.e.c.s.ClusterApplierService] [master0] removed {{master1}{Ig33yWUwTv-UNSwIhhfNWg}{iUGHa9kFTjK57EFpCcNWbA}{192.168.0.11}{192.168.0.11:9300}{im}{xpack.installed=true}}, term: 49, version: 2131757, reason: ApplyCommitRequest{term=49, version=2131757, sourceNode={master2}{RBMXwoyITeqpwJlY7VFFhA}{a7xhJcj7R46HQAm3OcmNJw}{192.168.0.12}{192.168.0.12:9300}{im}{xpack.installed=true}} | |
| [2021-05-03T16:09:08,741][INFO ][o.e.c.s.ClusterApplierService] [master0] added {{master1}{Ig33yWUwTv-UNSwIhhfNWg}{Az7ilInaTSWxQJjPOh8lkg}{192.168.0.11}{192.168.0.11:9300}{im}{xpack.installed=true}}, term: 49, version: 2131760, reason: ApplyCommitRequest{term=49, version=2131760, sourceNode={master2}{RBMXwoyITeqpwJlY7VFFhA}{a7xhJcj7R46HQAm3OcmNJw}{192.168.0.12}{192.168.0.12:9300}{im}{xpack.installed=true}} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment