Skip to content

Instantly share code, notes, and snippets.

@alwaysastudent

alwaysastudent/elastic.log

Created May 6, 2020 21:58
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save alwaysastudent/cd5dc11eeb2bd58cdc0daaaa1cd283b3 to your computer and use it in GitHub Desktop.
Save alwaysastudent/cd5dc11eeb2bd58cdc0daaaa1cd283b3 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
elastic.log
OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
{"type": "server", "timestamp": "2020-05-06T21:34:01,873Z", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "using [1] data paths, mounts [[/usr/share/elasticsearch/data (10.96.117.72:6789:/volumes/data/elk)]], net usable_space [174.7gb], net total_space [174.7gb], types [ceph]" }
{"type": "server", "timestamp": "2020-05-06T21:34:01,877Z", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "heap size [1.9gb], compressed ordinary object pointers [true]" }
{"type": "server", "timestamp": "2020-05-06T21:34:01,979Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "node name [elasticsearch-server-es-default-0], node ID [sJ28OezxTWaEGjrV7OzyNA], cluster name [elasticsearch-server]" }
{"type": "server", "timestamp": "2020-05-06T21:34:01,979Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "version[7.6.2], pid[1], build[default/docker/ef48eb35cf30adf4db14086e8aabd07ef6fb113f/2020-03-26T06:34:37.794943Z], OS[Linux/4.14.81.bm.15-amd64/amd64], JVM[AdoptOpenJDK/OpenJDK 64-Bit Server VM/13.0.2/13.0.2+8]" }
{"type": "server", "timestamp": "2020-05-06T21:34:01,979Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "JVM home [/usr/share/elasticsearch/jdk]" }
{"type": "server", "timestamp": "2020-05-06T21:34:01,980Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "JVM arguments [-Des.networkaddress.cache.ttl=60, -Des.networkaddress.cache.negative.ttl=10, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -XX:-OmitStackTraceInFastThrow, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dio.netty.allocator.numDirectArenas=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Djava.locale.providers=COMPAT, -Xms1g, -Xmx1g, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -Djava.io.tmpdir=/tmp/elasticsearch-9236386586582504001, -XX:+HeapDumpOnOutOfMemoryError, -XX:HeapDumpPath=data, -XX:ErrorFile=logs/hs_err_pid%p.log, -Xlog:gc*,gc+age=trace,safepoint:file=logs/gc.log:utctime,pid,tags:filecount=32,filesize=64m, -Des.cgroups.hierarchy.override=/, -Xms2g, -Xmx2g, -XX:MaxDirectMemorySize=1073741824, -Des.path.home=/usr/share/elasticsearch, -Des.path.conf=/usr/share/elasticsearch/config, -Des.distribution.flavor=default, -Des.distribution.type=docker, -Des.bundled_jdk=true]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,201Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [aggs-matrix-stats]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,201Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [analysis-common]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,202Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [flattened]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,202Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [frozen-indices]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,202Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [ingest-common]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,202Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [ingest-geoip]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,202Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [ingest-user-agent]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,202Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [lang-expression]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,203Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [lang-mustache]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,203Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [lang-painless]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,203Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [mapper-extras]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,203Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [parent-join]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,203Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [percolator]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,203Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [rank-eval]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,203Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [reindex]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,204Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [repository-url]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,204Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [search-business-rules]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,204Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [spatial]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,204Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [transform]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,204Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [transport-netty4]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,204Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [vectors]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,205Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [x-pack-analytics]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,270Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [x-pack-ccr]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,270Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [x-pack-core]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,271Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [x-pack-deprecation]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,271Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [x-pack-enrich]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,271Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [x-pack-graph]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,271Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [x-pack-ilm]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,272Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [x-pack-logstash]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,272Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [x-pack-ml]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,272Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [x-pack-monitoring]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,272Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [x-pack-rollup]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,273Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [x-pack-security]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,273Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [x-pack-sql]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,273Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [x-pack-voting-only-node]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,274Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "loaded module [x-pack-watcher]" }
{"type": "server", "timestamp": "2020-05-06T21:34:06,274Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "no plugins loaded" }
{"type": "server", "timestamp": "2020-05-06T21:34:15,798Z", "level": "INFO", "component": "o.e.x.s.a.s.FileRolesStore", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "parsed [1] roles from file [/usr/share/elasticsearch/config/roles.yml]" }
{"type": "server", "timestamp": "2020-05-06T21:34:16,975Z", "level": "INFO", "component": "o.e.x.m.p.l.CppLogMessageHandler", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "[controller/87] [Main.cc@110] controller (64 bit): Version 7.6.2 (Build e06ef9d86d5332) Copyright (c) 2020 Elasticsearch BV" }
{"type": "server", "timestamp": "2020-05-06T21:34:18,697Z", "level": "DEBUG", "component": "o.e.a.ActionModule", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "Using REST wrapper from plugin org.elasticsearch.xpack.security.Security" }
{"type": "server", "timestamp": "2020-05-06T21:34:18,990Z", "level": "INFO", "component": "o.e.d.DiscoveryModule", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "using discovery type [zen] and seed hosts providers [settings, file]" }
{"type": "server", "timestamp": "2020-05-06T21:34:20,907Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "initialized" }
{"type": "server", "timestamp": "2020-05-06T21:34:20,908Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "starting ..." }
{"type": "server", "timestamp": "2020-05-06T21:34:21,102Z", "level": "INFO", "component": "o.e.t.TransportService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "publish_address {192.168.92.38:9300}, bound_addresses {0.0.0.0:9300}" }
{"type": "server", "timestamp": "2020-05-06T21:34:37,233Z", "level": "INFO", "component": "o.e.b.BootstrapChecks", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "bound or publishing to a non-loopback address, enforcing bootstrap checks" }
{"type": "server", "timestamp": "2020-05-06T21:34:37,244Z", "level": "INFO", "component": "o.e.c.c.Coordinator", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "setting initial configuration to VotingConfiguration{sJ28OezxTWaEGjrV7OzyNA}" }
{"type": "server", "timestamp": "2020-05-06T21:34:47,237Z", "level": "WARN", "component": "o.e.g.PersistedClusterStateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "writing cluster state took [10083ms] which is above the warn threshold of [10s]; wrote global metadata [true] and metadata for [0] indices and skipped [0] unchanged indices" }
{"type": "server", "timestamp": "2020-05-06T21:35:02,236Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "master not discovered or elected yet, an election requires a node with id [sJ28OezxTWaEGjrV7OzyNA], have discovered [{elasticsearch-server-es-default-0}{sJ28OezxTWaEGjrV7OzyNA}{YuenkcLeSbuPdeKJ7_cd_g}{192.168.92.38}{192.168.92.38:9300}{dilm}{ml.machine_memory=4294967296, xpack.installed=true, ml.max_open_jobs=20}] which is a quorum; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305] from hosts providers and [{elasticsearch-server-es-default-0}{sJ28OezxTWaEGjrV7OzyNA}{YuenkcLeSbuPdeKJ7_cd_g}{192.168.92.38}{192.168.92.38:9300}{dilm}{ml.machine_memory=4294967296, xpack.installed=true, ml.max_open_jobs=20}] from last-known cluster state; node term 2, last-accepted version 0 in term 0" }
{"type": "server", "timestamp": "2020-05-06T21:35:02,236Z", "level": "INFO", "component": "o.e.c.c.JoinHelper", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "failed to join {elasticsearch-server-es-default-0}{sJ28OezxTWaEGjrV7OzyNA}{YuenkcLeSbuPdeKJ7_cd_g}{192.168.92.38}{192.168.92.38:9300}{dilm}{ml.machine_memory=4294967296, xpack.installed=true, ml.max_open_jobs=20} with JoinRequest{sourceNode={elasticsearch-server-es-default-0}{sJ28OezxTWaEGjrV7OzyNA}{YuenkcLeSbuPdeKJ7_cd_g}{192.168.92.38}{192.168.92.38:9300}{dilm}{ml.machine_memory=4294967296, xpack.installed=true, ml.max_open_jobs=20}, optionalJoin=Optional[Join{term=1, lastAcceptedTerm=0, lastAcceptedVersion=0, sourceNode={elasticsearch-server-es-default-0}{sJ28OezxTWaEGjrV7OzyNA}{YuenkcLeSbuPdeKJ7_cd_g}{192.168.92.38}{192.168.92.38:9300}{dilm}{ml.machine_memory=4294967296, xpack.installed=true, ml.max_open_jobs=20}, targetNode={elasticsearch-server-es-default-0}{sJ28OezxTWaEGjrV7OzyNA}{YuenkcLeSbuPdeKJ7_cd_g}{192.168.92.38}{192.168.92.38:9300}{dilm}{ml.machine_memory=4294967296, xpack.installed=true, ml.max_open_jobs=20}}]}",
"stacktrace": ["org.elasticsearch.transport.RemoteTransportException: [elasticsearch-server-es-default-0][192.168.92.38:9300][internal:cluster/coordination/join]",
"Caused by: org.elasticsearch.cluster.coordination.CoordinationStateRejectedException: incoming term 1 does not match current term 2",
"at org.elasticsearch.cluster.coordination.CoordinationState.handleJoin(CoordinationState.java:225) ~[elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.cluster.coordination.Coordinator.handleJoin(Coordinator.java:980) ~[elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.Optional.ifPresent(Optional.java:176) ~[?:?]",
"at org.elasticsearch.cluster.coordination.Coordinator.processJoinRequest(Coordinator.java:525) ~[elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.cluster.coordination.Coordinator.lambda$handleJoinRequest$7(Coordinator.java:491) ~[elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:367) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:354) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.cluster.coordination.Coordinator.handleJoinRequest(Coordinator.java:478) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.cluster.coordination.JoinHelper.lambda$new$0(JoinHelper.java:125) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257) [x-pack-security-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306) [x-pack-security-7.6.2.jar:7.6.2]",
"at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:378) [x-pack-security-7.6.2.jar:7.6.2]",
"at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:186) [x-pack-security-7.6.2.jar:7.6.2]",
"at org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:130) [x-pack-security-7.6.2.jar:7.6.2]",
"at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.6.2.jar:7.6.2]",
"at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:310) [x-pack-security-7.6.2.jar:7.6.2]",
"at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:321) [x-pack-security-7.6.2.jar:7.6.2]",
"at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:245) [x-pack-security-7.6.2.jar:7.6.2]",
"at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.6.2.jar:7.6.2]",
"at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.6.2.jar:7.6.2]",
"at org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:121) [x-pack-security-7.6.2.jar:7.6.2]",
"at org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313) [x-pack-security-7.6.2.jar:7.6.2]",
"at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:762) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:692) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
"at java.lang.Thread.run(Thread.java:830) [?:?]"] }
{"type": "server", "timestamp": "2020-05-06T21:35:12,254Z", "level": "INFO", "component": "o.e.c.s.MasterService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "elected-as-master ([1] nodes joined)[{elasticsearch-server-es-default-0}{sJ28OezxTWaEGjrV7OzyNA}{YuenkcLeSbuPdeKJ7_cd_g}{192.168.92.38}{192.168.92.38:9300}{dilm}{ml.machine_memory=4294967296, xpack.installed=true, ml.max_open_jobs=20} elect leader, _BECOME_MASTER_TASK_, _FINISH_ELECTION_], term: 3, version: 1, delta: master node changed {previous [], current [{elasticsearch-server-es-default-0}{sJ28OezxTWaEGjrV7OzyNA}{YuenkcLeSbuPdeKJ7_cd_g}{192.168.92.38}{192.168.92.38:9300}{dilm}{ml.machine_memory=4294967296, xpack.installed=true, ml.max_open_jobs=20}]}" }
{"type": "server", "timestamp": "2020-05-06T21:35:17,274Z", "level": "WARN", "component": "o.e.n.Node", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "timed out while waiting for initial discovery state - timeout: 30s" }
{"type": "server", "timestamp": "2020-05-06T21:35:17,283Z", "level": "INFO", "component": "o.e.h.AbstractHttpServerTransport", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "publish_address {192.168.92.38:9200}, bound_addresses {0.0.0.0:9200}" }
{"type": "server", "timestamp": "2020-05-06T21:35:17,284Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "started" }
{"type": "server", "timestamp": "2020-05-06T21:35:22,232Z", "level": "WARN", "component": "o.e.g.PersistedClusterStateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "writing cluster state took [10005ms] which is above the warn threshold of [10s]; wrote full state with [0] indices" }
{"type": "server", "timestamp": "2020-05-06T21:35:22,237Z", "level": "INFO", "component": "o.e.c.c.CoordinationState", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "cluster UUID set to [_kx3pw7uRP-t2RWHCBUSxg]" }
{"type": "server", "timestamp": "2020-05-06T21:35:32,233Z", "level": "WARN", "component": "o.e.g.PersistedClusterStateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "writing cluster state took [10005ms] which is above the warn threshold of [10s]; wrote global metadata [true] and metadata for [0] indices and skipped [0] unchanged indices" }
{"type": "server", "timestamp": "2020-05-06T21:35:32,235Z", "level": "INFO", "component": "o.e.c.c.C.CoordinatorPublication", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "after [20s] publication of cluster state version [1] is still waiting for {elasticsearch-server-es-default-0}{sJ28OezxTWaEGjrV7OzyNA}{YuenkcLeSbuPdeKJ7_cd_g}{192.168.92.38}{192.168.92.38:9300}{dilm}{ml.machine_memory=4294967296, xpack.installed=true, ml.max_open_jobs=20} [SENT_APPLY_COMMIT]" }
{"type": "server", "timestamp": "2020-05-06T21:35:32,272Z", "level": "INFO", "component": "o.e.c.s.ClusterApplierService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "master node changed {previous [], current [{elasticsearch-server-es-default-0}{sJ28OezxTWaEGjrV7OzyNA}{YuenkcLeSbuPdeKJ7_cd_g}{192.168.92.38}{192.168.92.38:9300}{dilm}{ml.machine_memory=4294967296, xpack.installed=true, ml.max_open_jobs=20}]}, term: 3, version: 1, reason: Publication{term=3, version=1}" }
{"type": "server", "timestamp": "2020-05-06T21:35:42,229Z", "level": "WARN", "component": "o.e.g.PersistedClusterStateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "writing cluster state took [10005ms] which is above the warn threshold of [10s]; wrote global metadata [false] and metadata for [0] indices and skipped [0] unchanged indices", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:35:52,235Z", "level": "WARN", "component": "o.e.g.PersistedClusterStateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "writing cluster state took [10005ms] which is above the warn threshold of [10s]; wrote global metadata [false] and metadata for [0] indices and skipped [0] unchanged indices", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:35:52,470Z", "level": "INFO", "component": "o.e.g.GatewayService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "recovered [0] indices into cluster_state", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:36:02,606Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "adding template [.watch-history-10] for index patterns [.watcher-history-10*]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:36:12,265Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "adding template [.watches] for index patterns [.watches*]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:36:22,236Z", "level": "WARN", "component": "o.e.g.PersistedClusterStateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "writing cluster state took [10005ms] which is above the warn threshold of [10s]; wrote global metadata [true] and metadata for [0] indices and skipped [0] unchanged indices", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:36:22,287Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "adding template [ilm-history] for index patterns [ilm-history-1*]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:36:22,387Z", "level": "DEBUG", "component": "o.e.a.a.i.t.p.TransportPutIndexTemplateAction", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "failed to put template [.monitoring-logstash]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" ,
"stacktrace": ["org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (create-index-template [.monitoring-logstash], cause [api]) within 30s",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$0(MasterService.java:143) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$1(MasterService.java:142) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:633) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
"at java.lang.Thread.run(Thread.java:830) [?:?]"] }
{"type": "server", "timestamp": "2020-05-06T21:36:22,388Z", "level": "ERROR", "component": "o.e.x.m.e.l.LocalExporter", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "failed to set monitoring template [.monitoring-logstash]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" ,
"stacktrace": ["org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (create-index-template [.monitoring-logstash], cause [api]) within 30s",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$0(MasterService.java:143) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$1(MasterService.java:142) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:633) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
"at java.lang.Thread.run(Thread.java:830) [?:?]"] }
{"type": "server", "timestamp": "2020-05-06T21:36:22,389Z", "level": "DEBUG", "component": "o.e.a.a.i.t.p.TransportPutIndexTemplateAction", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "failed to put template [.monitoring-es]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" ,
"stacktrace": ["org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (create-index-template [.monitoring-es], cause [api]) within 30s",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$0(MasterService.java:143) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$1(MasterService.java:142) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:633) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
"at java.lang.Thread.run(Thread.java:830) [?:?]"] }
{"type": "server", "timestamp": "2020-05-06T21:36:22,390Z", "level": "ERROR", "component": "o.e.x.m.e.l.LocalExporter", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "failed to set monitoring template [.monitoring-es]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" ,
"stacktrace": ["org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (create-index-template [.monitoring-es], cause [api]) within 30s",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$0(MasterService.java:143) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$1(MasterService.java:142) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:633) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
"at java.lang.Thread.run(Thread.java:830) [?:?]"] }
{"type": "server", "timestamp": "2020-05-06T21:36:22,391Z", "level": "DEBUG", "component": "o.e.a.a.i.t.p.TransportPutIndexTemplateAction", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "failed to put template [.monitoring-beats]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" ,
"stacktrace": ["org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (create-index-template [.monitoring-beats], cause [api]) within 30s",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$0(MasterService.java:143) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$1(MasterService.java:142) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:633) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
"at java.lang.Thread.run(Thread.java:830) [?:?]"] }
{"type": "server", "timestamp": "2020-05-06T21:36:22,392Z", "level": "ERROR", "component": "o.e.x.m.e.l.LocalExporter", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "failed to set monitoring template [.monitoring-beats]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" ,
"stacktrace": ["org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (create-index-template [.monitoring-beats], cause [api]) within 30s",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$0(MasterService.java:143) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$1(MasterService.java:142) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:633) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
"at java.lang.Thread.run(Thread.java:830) [?:?]"] }
{"type": "server", "timestamp": "2020-05-06T21:36:22,392Z", "level": "DEBUG", "component": "o.e.a.a.i.t.p.TransportPutIndexTemplateAction", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "failed to put template [.monitoring-alerts-7]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" ,
"stacktrace": ["org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (create-index-template [.monitoring-alerts-7], cause [api]) within 30s",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$0(MasterService.java:143) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$1(MasterService.java:142) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:633) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
"at java.lang.Thread.run(Thread.java:830) [?:?]"] }
{"type": "server", "timestamp": "2020-05-06T21:36:22,393Z", "level": "ERROR", "component": "o.e.x.m.e.l.LocalExporter", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "failed to set monitoring template [.monitoring-alerts-7]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" ,
"stacktrace": ["org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (create-index-template [.monitoring-alerts-7], cause [api]) within 30s",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$0(MasterService.java:143) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$1(MasterService.java:142) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:633) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
"at java.lang.Thread.run(Thread.java:830) [?:?]"] }
{"type": "server", "timestamp": "2020-05-06T21:36:22,394Z", "level": "DEBUG", "component": "o.e.a.a.i.t.p.TransportPutIndexTemplateAction", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "failed to put template [.monitoring-kibana]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" ,
"stacktrace": ["org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (create-index-template [.monitoring-kibana], cause [api]) within 30s",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$0(MasterService.java:143) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$1(MasterService.java:142) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:633) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
"at java.lang.Thread.run(Thread.java:830) [?:?]"] }
{"type": "server", "timestamp": "2020-05-06T21:36:22,394Z", "level": "ERROR", "component": "o.e.x.m.e.l.LocalExporter", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "failed to set monitoring template [.monitoring-kibana]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" ,
"stacktrace": ["org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (create-index-template [.monitoring-kibana], cause [api]) within 30s",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$0(MasterService.java:143) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$1(MasterService.java:142) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:633) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
"at java.lang.Thread.run(Thread.java:830) [?:?]"] }
{"type": "server", "timestamp": "2020-05-06T21:36:22,470Z", "level": "ERROR", "component": "o.e.x.m.e.l.LocalExporter", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "failed to set monitoring pipeline [xpack_monitoring_7]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" ,
"stacktrace": ["org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (put-pipeline-xpack_monitoring_7) within 30s",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$0(MasterService.java:143) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$1(MasterService.java:142) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:633) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
"at java.lang.Thread.run(Thread.java:830) [?:?]"] }
{"type": "server", "timestamp": "2020-05-06T21:36:22,695Z", "level": "ERROR", "component": "o.e.x.m.e.l.LocalExporter", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "failed to set monitoring pipeline [xpack_monitoring_6]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" ,
"stacktrace": ["org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (put-pipeline-xpack_monitoring_6) within 30s",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$0(MasterService.java:143) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$1(MasterService.java:142) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:633) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
"at java.lang.Thread.run(Thread.java:830) [?:?]"] }
{"type": "server", "timestamp": "2020-05-06T21:36:32,242Z", "level": "WARN", "component": "o.e.g.PersistedClusterStateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "writing cluster state took [10005ms] which is above the warn threshold of [10s]; wrote global metadata [true] and metadata for [0] indices and skipped [0] unchanged indices", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:36:32,282Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "adding template [.slm-history] for index patterns [.slm-history-1*]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:36:42,236Z", "level": "WARN", "component": "o.e.g.PersistedClusterStateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "writing cluster state took [10005ms] which is above the warn threshold of [10s]; wrote global metadata [true] and metadata for [0] indices and skipped [0] unchanged indices", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:36:42,280Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "adding template [.triggered_watches] for index patterns [.triggered_watches*]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:36:52,238Z", "level": "WARN", "component": "o.e.g.PersistedClusterStateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "writing cluster state took [10005ms] which is above the warn threshold of [10s]; wrote global metadata [true] and metadata for [0] indices and skipped [0] unchanged indices", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:36:52,383Z", "level": "ERROR", "component": "o.e.x.c.t.IndexTemplateRegistry", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "error adding lifecycle policy [watch-history-ilm-policy] for [watcher]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" ,
"stacktrace": ["org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (put-lifecycle-watch-history-ilm-policy) within 1m",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$0(MasterService.java:143) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$1(MasterService.java:142) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:633) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
"at java.lang.Thread.run(Thread.java:830) [?:?]"] }
{"type": "server", "timestamp": "2020-05-06T21:36:52,383Z", "level": "ERROR", "component": "o.e.x.c.t.IndexTemplateRegistry", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "error adding lifecycle policy [ilm-history-ilm-policy] for [index_lifecycle]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" ,
"stacktrace": ["org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (put-lifecycle-ilm-history-ilm-policy) within 1m",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$0(MasterService.java:143) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$1(MasterService.java:142) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:633) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
"at java.lang.Thread.run(Thread.java:830) [?:?]"] }
{"type": "server", "timestamp": "2020-05-06T21:36:52,383Z", "level": "ERROR", "component": "o.e.x.c.t.IndexTemplateRegistry", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "error adding lifecycle policy [slm-history-ilm-policy] for [index_lifecycle]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" ,
"stacktrace": ["org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (put-lifecycle-slm-history-ilm-policy) within 1m",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$0(MasterService.java:143) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$1(MasterService.java:142) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:633) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
"at java.lang.Thread.run(Thread.java:830) [?:?]"] }
{"type": "server", "timestamp": "2020-05-06T21:37:02,230Z", "level": "WARN", "component": "o.e.g.PersistedClusterStateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "writing cluster state took [10005ms] which is above the warn threshold of [10s]; wrote global metadata [true] and metadata for [0] indices and skipped [0] unchanged indices", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:37:02,292Z", "level": "INFO", "component": "o.e.l.LicenseService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "license [370c832e-f84d-4eab-a21a-72eba8b0d6e7] mode [basic] - valid", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:37:02,293Z", "level": "INFO", "component": "o.e.x.s.s.SecurityStatusChangeListener", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "Active license is now [BASIC]; Security is enabled", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:37:02,300Z", "level": "INFO", "component": "o.e.x.i.a.TransportPutLifecycleAction", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "adding index lifecycle policy [watch-history-ilm-policy]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:37:12,237Z", "level": "WARN", "component": "o.e.g.PersistedClusterStateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "writing cluster state took [10052ms] which is above the warn threshold of [10s]; wrote global metadata [true] and metadata for [0] indices and skipped [0] unchanged indices", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:37:12,251Z", "level": "INFO", "component": "o.e.x.i.a.TransportPutLifecycleAction", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "adding index lifecycle policy [ilm-history-ilm-policy]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:37:22,231Z", "level": "WARN", "component": "o.e.g.PersistedClusterStateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "writing cluster state took [10005ms] which is above the warn threshold of [10s]; wrote global metadata [true] and metadata for [0] indices and skipped [0] unchanged indices", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:37:22,278Z", "level": "INFO", "component": "o.e.x.i.a.TransportPutLifecycleAction", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "adding index lifecycle policy [slm-history-ilm-policy]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:37:32,233Z", "level": "WARN", "component": "o.e.g.PersistedClusterStateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "writing cluster state took [10004ms] which is above the warn threshold of [10s]; wrote global metadata [true] and metadata for [0] indices and skipped [0] unchanged indices", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:37:52,247Z", "level": "WARN", "component": "o.e.g.PersistedClusterStateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "writing cluster state took [10007ms] which is above the warn threshold of [10s]; wrote global metadata [false] and metadata for [0] indices and skipped [0] unchanged indices", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:46:53,108Z", "level": "INFO", "component": "o.e.x.s.a.f.FileUserPasswdStore", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "users file [/usr/share/elasticsearch/config/users] changed. updating users... )", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:46:53,112Z", "level": "INFO", "component": "o.e.x.s.a.f.FileUserRolesStore", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "users roles file [/usr/share/elasticsearch/config/users_roles] changed. updating users roles...", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:46:53,114Z", "level": "INFO", "component": "o.e.x.s.a.s.FileRolesStore", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "parsed [1] roles from file [/usr/share/elasticsearch/config/roles.yml]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:47:08,674Z", "level": "INFO", "component": "o.e.c.m.MetaDataCreateIndexService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "[.apm-agent-configuration] creating index, cause [api], templates [], shards [1]/[1], mappings [_doc]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:47:08,685Z", "level": "INFO", "component": "o.e.c.r.a.AllocationService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "updating number_of_replicas to [0] for indices [.apm-agent-configuration]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:47:27,292Z", "level": "INFO", "component": "o.e.c.m.MetaDataCreateIndexService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "[.kibana_task_manager_1] creating index, cause [api], templates [], shards [1]/[1], mappings [_doc]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:47:27,293Z", "level": "INFO", "component": "o.e.c.r.a.AllocationService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "updating number_of_replicas to [0] for indices [.kibana_task_manager_1]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:47:38,683Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "path: /.kibana_1, params: {index=.kibana_1}", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" ,
"stacktrace": ["org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (create-index [.kibana_1], cause [api]) within 30s",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$0(MasterService.java:143) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$1(MasterService.java:142) [elasticsearch-7.6.2.jar:7.6.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:633) [elasticsearch-7.6.2.jar:7.6.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
"at java.lang.Thread.run(Thread.java:830) [?:?]"] }
{"type": "server", "timestamp": "2020-05-06T21:47:42,376Z", "level": "INFO", "component": "o.e.c.m.MetaDataCreateIndexService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "[.kibana_1] creating index, cause [api], templates [], shards [1]/[1], mappings [_doc]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:47:42,377Z", "level": "INFO", "component": "o.e.c.r.a.AllocationService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "updating number_of_replicas to [0] for indices [.kibana_1]", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:48:07,282Z", "level": "INFO", "component": "o.e.c.r.a.AllocationService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "Cluster health status changed from [YELLOW] to [GREEN] (reason: [shards started [[.kibana_1][0]]]).", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
{"type": "server", "timestamp": "2020-05-06T21:48:17,250Z", "level": "WARN", "component": "o.e.g.PersistedClusterStateService", "cluster.name": "elasticsearch-server", "node.name": "elasticsearch-server-es-default-0", "message": "writing cluster state took [10023ms] which is above the warn threshold of [10s]; wrote global metadata [false] and metadata for [1] indices and skipped [2] unchanged indices", "cluster.uuid": "_kx3pw7uRP-t2RWHCBUSxg", "node.id": "sJ28OezxTWaEGjrV7OzyNA" }
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment