Skip to content

Instantly share code, notes, and snippets.

@mtuchi
Created October 29, 2019 07:50
Show Gist options
  • Save mtuchi/281f18b23b9c7ad49c770c951595f417 to your computer and use it in GitHub Desktop.
Save mtuchi/281f18b23b9c7ad49c770c951595f417 to your computer and use it in GitHub Desktop.
at java.util.ArrayList.forEach(ArrayList.java:1257) [?:1.8.0_201]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.setupIfElectedMaster(LocalExporter.java:392) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.resolveBulk(LocalExporter.java:214) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.openBulk(LocalExporter.java:172) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.openBulk(LocalExporter.java:98) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.Exporters.openBulk(Exporters.java:124) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.Exporters.export(Exporters.java:195) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.MonitoringService$MonitoringExecution$1.doRun(MonitoringService.java:205) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_201]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_201]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:576) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_201]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_201]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[2019-10-26T20:20:52,938][ERROR][o.e.x.w.t.a.g.TransportGetWatchAction] [dockstack-node] failed to get watch [nS52ReeqTumpRkBz5EQNtA_kibana_version_mismatch]
java.lang.IllegalStateException: watch store not started
at org.elasticsearch.xpack.watcher.watch.WatchStore.ensureStarted(WatchStore.java:465) ~[?:?]
at org.elasticsearch.xpack.watcher.watch.WatchStore.get(WatchStore.java:165) ~[?:?]
at org.elasticsearch.xpack.watcher.WatcherService.getWatch(WatcherService.java:157) ~[?:?]
at org.elasticsearch.xpack.watcher.transport.actions.get.TransportGetWatchAction.masterOperation(TransportGetWatchAction.java:86) ~[?:?]
at org.elasticsearch.xpack.watcher.transport.actions.get.TransportGetWatchAction.masterOperation(TransportGetWatchAction.java:53) ~[?:?]
at org.elasticsearch.action.support.master.TransportMasterNodeAction.masterOperation(TransportMasterNodeAction.java:87) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.doRun(TransportMasterNodeAction.java:166) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.EsExecutors$1.execute(EsExecutors.java:110) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction.doStart(TransportMasterNodeAction.java:163) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction.start(TransportMasterNodeAction.java:126) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.master.TransportMasterNodeAction.doExecute(TransportMasterNodeAction.java:104) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.watcher.transport.actions.WatcherTransportAction.doExecute(WatcherTransportAction.java:56) ~[?:?]
at org.elasticsearch.xpack.watcher.transport.actions.WatcherTransportAction.doExecute(WatcherTransportAction.java:40) ~[?:?]
at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:170) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:142) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:84) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:408) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.client.FilterClient.doExecute(FilterClient.java:67) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.security.InternalClient.doExecute(InternalClient.java:95) ~[?:?]
at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:408) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.watcher.client.WatcherClient.getWatch(WatcherClient.java:96) ~[?:?]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.lambda$installClusterAlerts$8(LocalExporter.java:511) ~[?:?]
at java.util.ArrayList.forEach(ArrayList.java:1257) [?:1.8.0_201]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.setupIfElectedMaster(LocalExporter.java:392) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.resolveBulk(LocalExporter.java:214) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.openBulk(LocalExporter.java:172) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.openBulk(LocalExporter.java:98) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.Exporters.openBulk(Exporters.java:124) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.Exporters.export(Exporters.java:195) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.MonitoringService$MonitoringExecution$1.doRun(MonitoringService.java:205) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_201]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_201]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:576) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_201]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_201]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[2019-10-26T20:20:53,020][ERROR][o.e.x.m.e.l.LocalExporter] failed to get monitoring watch [nS52ReeqTumpRkBz5EQNtA_kibana_version_mismatch]
java.lang.IllegalStateException: watch store not started
at org.elasticsearch.xpack.watcher.watch.WatchStore.ensureStarted(WatchStore.java:465) ~[?:?]
at org.elasticsearch.xpack.watcher.watch.WatchStore.get(WatchStore.java:165) ~[?:?]
at org.elasticsearch.xpack.watcher.WatcherService.getWatch(WatcherService.java:157) ~[?:?]
at org.elasticsearch.xpack.watcher.transport.actions.get.TransportGetWatchAction.masterOperation(TransportGetWatchAction.java:86) ~[?:?]
at org.elasticsearch.xpack.watcher.transport.actions.get.TransportGetWatchAction.masterOperation(TransportGetWatchAction.java:53) ~[?:?]
at org.elasticsearch.action.support.master.TransportMasterNodeAction.masterOperation(TransportMasterNodeAction.java:87) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.doRun(TransportMasterNodeAction.java:166) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.EsExecutors$1.execute(EsExecutors.java:110) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction.doStart(TransportMasterNodeAction.java:163) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction.start(TransportMasterNodeAction.java:126) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.master.TransportMasterNodeAction.doExecute(TransportMasterNodeAction.java:104) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.watcher.transport.actions.WatcherTransportAction.doExecute(WatcherTransportAction.java:56) ~[?:?]
at org.elasticsearch.xpack.watcher.transport.actions.WatcherTransportAction.doExecute(WatcherTransportAction.java:40) ~[?:?]
at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:170) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:142) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:84) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:408) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.client.FilterClient.doExecute(FilterClient.java:67) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.security.InternalClient.doExecute(InternalClient.java:95) ~[?:?]
at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:408) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.watcher.client.WatcherClient.getWatch(WatcherClient.java:96) ~[?:?]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.lambda$installClusterAlerts$8(LocalExporter.java:511) ~[?:?]
at java.util.ArrayList.forEach(ArrayList.java:1257) [?:1.8.0_201]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.setupIfElectedMaster(LocalExporter.java:392) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.resolveBulk(LocalExporter.java:214) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.openBulk(LocalExporter.java:172) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.openBulk(LocalExporter.java:98) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.Exporters.openBulk(Exporters.java:124) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.Exporters.export(Exporters.java:195) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.MonitoringService$MonitoringExecution$1.doRun(MonitoringService.java:205) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_201]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_201]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:576) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_201]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_201]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[2019-10-26T20:20:53,052][ERROR][o.e.x.w.t.a.g.TransportGetWatchAction] [dockstack-node] failed to get watch [nS52ReeqTumpRkBz5EQNtA_logstash_version_mismatch]
java.lang.IllegalStateException: watch store not started
at org.elasticsearch.xpack.watcher.watch.WatchStore.ensureStarted(WatchStore.java:465) ~[?:?]
at org.elasticsearch.xpack.watcher.watch.WatchStore.get(WatchStore.java:165) ~[?:?]
at org.elasticsearch.xpack.watcher.WatcherService.getWatch(WatcherService.java:157) ~[?:?]
at org.elasticsearch.xpack.watcher.transport.actions.get.TransportGetWatchAction.masterOperation(TransportGetWatchAction.java:86) ~[?:?]
at org.elasticsearch.xpack.watcher.transport.actions.get.TransportGetWatchAction.masterOperation(TransportGetWatchAction.java:53) ~[?:?]
at org.elasticsearch.action.support.master.TransportMasterNodeAction.masterOperation(TransportMasterNodeAction.java:87) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.doRun(TransportMasterNodeAction.java:166) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.EsExecutors$1.execute(EsExecutors.java:110) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction.doStart(TransportMasterNodeAction.java:163) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction.start(TransportMasterNodeAction.java:126) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.master.TransportMasterNodeAction.doExecute(TransportMasterNodeAction.java:104) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.watcher.transport.actions.WatcherTransportAction.doExecute(WatcherTransportAction.java:56) ~[?:?]
at org.elasticsearch.xpack.watcher.transport.actions.WatcherTransportAction.doExecute(WatcherTransportAction.java:40) ~[?:?]
at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:170) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:142) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:84) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:408) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.client.FilterClient.doExecute(FilterClient.java:67) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.security.InternalClient.doExecute(InternalClient.java:95) ~[?:?]
at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:408) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.watcher.client.WatcherClient.getWatch(WatcherClient.java:96) ~[?:?]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.lambda$installClusterAlerts$8(LocalExporter.java:511) ~[?:?]
at java.util.ArrayList.forEach(ArrayList.java:1257) [?:1.8.0_201]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.setupIfElectedMaster(LocalExporter.java:392) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.resolveBulk(LocalExporter.java:214) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.openBulk(LocalExporter.java:172) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.openBulk(LocalExporter.java:98) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.Exporters.openBulk(Exporters.java:124) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.Exporters.export(Exporters.java:195) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.MonitoringService$MonitoringExecution$1.doRun(MonitoringService.java:205) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_201]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_201]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:576) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_201]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_201]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[2019-10-26T20:20:53,130][ERROR][o.e.x.m.e.l.LocalExporter] failed to get monitoring watch [nS52ReeqTumpRkBz5EQNtA_logstash_version_mismatch]
java.lang.IllegalStateException: watch store not started
at org.elasticsearch.xpack.watcher.watch.WatchStore.ensureStarted(WatchStore.java:465) ~[?:?]
at org.elasticsearch.xpack.watcher.watch.WatchStore.get(WatchStore.java:165) ~[?:?]
at org.elasticsearch.xpack.watcher.WatcherService.getWatch(WatcherService.java:157) ~[?:?]
at org.elasticsearch.xpack.watcher.transport.actions.get.TransportGetWatchAction.masterOperation(TransportGetWatchAction.java:86) ~[?:?]
at org.elasticsearch.xpack.watcher.transport.actions.get.TransportGetWatchAction.masterOperation(TransportGetWatchAction.java:53) ~[?:?]
at org.elasticsearch.action.support.master.TransportMasterNodeAction.masterOperation(TransportMasterNodeAction.java:87) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.doRun(TransportMasterNodeAction.java:166) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.EsExecutors$1.execute(EsExecutors.java:110) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction.doStart(TransportMasterNodeAction.java:163) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction.start(TransportMasterNodeAction.java:126) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.master.TransportMasterNodeAction.doExecute(TransportMasterNodeAction.java:104) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.watcher.transport.actions.WatcherTransportAction.doExecute(WatcherTransportAction.java:56) ~[?:?]
at org.elasticsearch.xpack.watcher.transport.actions.WatcherTransportAction.doExecute(WatcherTransportAction.java:40) ~[?:?]
at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:170) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:142) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:84) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:408) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.client.FilterClient.doExecute(FilterClient.java:67) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.security.InternalClient.doExecute(InternalClient.java:95) ~[?:?]
at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:408) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.watcher.client.WatcherClient.getWatch(WatcherClient.java:96) ~[?:?]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.lambda$installClusterAlerts$8(LocalExporter.java:511) ~[?:?]
at java.util.ArrayList.forEach(ArrayList.java:1257) [?:1.8.0_201]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.setupIfElectedMaster(LocalExporter.java:392) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.resolveBulk(LocalExporter.java:214) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.openBulk(LocalExporter.java:172) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.local.LocalExporter.openBulk(LocalExporter.java:98) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.Exporters.openBulk(Exporters.java:124) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.exporter.Exporters.export(Exporters.java:195) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.monitoring.MonitoringService$MonitoringExecution$1.doRun(MonitoringService.java:205) [x-pack-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_201]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_201]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:576) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_201]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_201]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[2019-10-26T20:20:54,193][INFO ][o.e.c.m.MetaDataCreateIndexService] [dockstack-node] [.monitoring-es-6-2019.10.26] creating index, cause [auto(bulk api)], templates [.monitoring-es], shards [1]/[1], mappings [doc]
[2019-10-26T20:21:08,135][ERROR][o.e.x.w.w.WatchStore ] [dockstack-node] tried to reload watch [nS52ReeqTumpRkBz5EQNtA_kibana_version_mismatch]
java.lang.NullPointerException: null
at org.elasticsearch.common.xcontent.XContentFactory.xContentType(XContentFactory.java:272) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.watcher.watch.WatchStore.parseAndPutWatch(WatchStore.java:290) ~[?:?]
at org.elasticsearch.xpack.watcher.watch.WatchStore.lambda$null$2(WatchStore.java:273) ~[?:?]
at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:59) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:88) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:84) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:247) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:233) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleResponse(TransportService.java:1078) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.processResponse(TransportService.java:1152) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1142) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1131) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.DelegatingTransportChannel.sendResponse(DelegatingTransportChannel.java:60) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry$TransportChannelWrapper.sendResponse(RequestHandlerRegistry.java:111) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:295) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:287) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:662) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:675) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_201]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_201]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[2019-10-26T20:21:23,606][INFO ][o.e.c.r.a.AllocationService] [dockstack-node] Cluster health status changed from [RED] to [YELLOW] (reason: [shards started [[.monitoring-es-6-2019.10.24][0]] ...]).
[2019-10-26T20:22:00,107][INFO ][o.e.c.m.MetaDataCreateIndexService] [dockstack-node] [.watcher-history-6-2019.10.26] creating index, cause [auto(bulk api)], templates [.watch-history-6], shards [1]/[1], mappings [doc]
[2019-10-26T20:22:00,260][INFO ][o.e.c.m.MetaDataMappingService] [dockstack-node] [.watcher-history-6-2019.10.26/9XNq_-X_RAyH6_dCLlZ7Lw] update_mapping [doc]
[2019-10-26T20:22:00,442][INFO ][o.e.c.m.MetaDataMappingService] [dockstack-node] [.watcher-history-6-2019.10.26/9XNq_-X_RAyH6_dCLlZ7Lw] update_mapping [doc]
[2019-10-26T20:25:18,318][INFO ][o.e.m.j.JvmGcMonitorService] [dockstack-node] [gc][young][268][21] duration [874ms], collections [1]/[1.9s], total [874ms]/[2.3s], memory [236.8mb]->[141.3mb]/[1007.3mb], all_pools {[young] [113.4mb]->[37.2kb]/[133.1mb]}{[survivor] [5.4mb]->[7.2mb]/[16.6mb]}{[old] [117.9mb]->[133.9mb]/[857.6mb]}
[2019-10-26T20:25:19,693][INFO ][o.e.m.j.JvmGcMonitorService] [dockstack-node] [gc][268] overhead, spent [874ms] collecting in the last [1.9s]
[2019-10-26T20:25:22,386][ERROR][o.e.x.m.c.c.ClusterStatsCollector] [dockstack-node] collector [cluster_stats] timed out when collecting data
[2019-10-26T20:25:26,882][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:25:34,653][ERROR][o.e.x.m.c.i.IndexStatsCollector] [dockstack-node] collector [index-stats] timed out when collecting data
[2019-10-26T20:25:42,112][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:25:51,141][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:26:00,457][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:26:13,487][ERROR][o.e.x.m.c.c.ClusterStatsCollector] [dockstack-node] collector [cluster_stats] timed out when collecting data
[2019-10-26T20:26:19,759][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:26:20,803][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:26:21,340][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:26:22,072][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:26:23,324][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:26:30,034][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:26:31,589][INFO ][o.e.m.j.JvmGcMonitorService] [dockstack-node] [gc][326] overhead, spent [366ms] collecting in the last [1.2s]
[2019-10-26T20:26:33,455][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:26:34,225][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:27:00,187][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:27:05,543][ERROR][o.e.x.m.c.c.ClusterStatsCollector] [dockstack-node] collector [cluster_stats] timed out when collecting data
[2019-10-26T20:27:15,963][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:27:34,725][ERROR][o.e.x.w.i.s.ExecutableSimpleInput] [dockstack-node] failed to execute [search] input for watch [nS52ReeqTumpRkBz5EQNtA_elasticsearch_cluster_status], reason [java.util.concurrent.TimeoutException: Timeout waiting for task.]
[2019-10-26T20:27:34,670][ERROR][o.e.x.w.i.s.ExecutableSimpleInput] [dockstack-node] failed to execute [search] input for watch [nS52ReeqTumpRkBz5EQNtA_elasticsearch_version_mismatch], reason [java.util.concurrent.TimeoutException: Timeout waiting for task.]
[2019-10-26T20:27:41,817][ERROR][o.e.x.w.i.s.ExecutableSimpleInput] [dockstack-node] failed to execute [search] input for watch [nS52ReeqTumpRkBz5EQNtA_kibana_version_mismatch], reason [java.util.concurrent.TimeoutException: Timeout waiting for task.]
[2019-10-26T20:27:42,987][WARN ][o.e.x.w.e.ExecutionService] [dockstack-node] Failed to execute watch [nS52ReeqTumpRkBz5EQNtA_elasticsearch_cluster_status_9bb324d3-e004-4bbd-a5fe-9bc37bff738f-2019-10-26T20:26:59.529Z]
[2019-10-26T20:27:42,985][WARN ][o.e.x.w.e.ExecutionService] [dockstack-node] Failed to execute watch [nS52ReeqTumpRkBz5EQNtA_elasticsearch_version_mismatch_60b1017c-130b-4f8b-b1ee-0a6f78901f68-2019-10-26T20:26:59.529Z]
[2019-10-26T20:27:42,951][WARN ][o.e.x.w.e.ExecutionService] [dockstack-node] Failed to execute watch [nS52ReeqTumpRkBz5EQNtA_kibana_version_mismatch_25221828-70db-4ab4-89e9-92d4b0547b67-2019-10-26T20:26:59.529Z]
[2019-10-26T20:27:44,206][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:27:46,029][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:27:46,590][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:27:47,129][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:27:47,864][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:27:48,904][INFO ][o.e.c.m.MetaDataMappingService] [dockstack-node] [.watcher-history-6-2019.10.26/9XNq_-X_RAyH6_dCLlZ7Lw] update_mapping [doc]
[2019-10-26T20:27:49,103][INFO ][o.e.c.m.MetaDataMappingService] [dockstack-node] [.watcher-history-6-2019.10.26/9XNq_-X_RAyH6_dCLlZ7Lw] update_mapping [doc]
[2019-10-26T20:27:49,104][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:27:50,463][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:27:51,728][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:27:53,953][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:27:54,658][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:29:35,629][ERROR][o.e.x.m.c.c.ClusterStatsCollector] [dockstack-node] collector [cluster_stats] timed out when collecting data
[2019-10-26T20:30:24,893][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:30:26,839][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:30:27,055][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:30:27,508][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:30:27,582][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:30:28,013][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:30:28,585][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:30:28,928][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:30:29,182][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:30:30,791][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:30:31,337][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:30:31,746][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-26T20:31:03,522][ERROR][o.e.x.m.c.c.ClusterStatsCollector] [dockstack-node] collector [cluster_stats] timed out when collecting data
[2019-10-26T20:32:00,542][ERROR][o.e.x.m.c.c.ClusterStatsCollector] [dockstack-node] collector [cluster_stats] timed out when collecting data
[2019-10-26T20:33:18,352][ERROR][o.e.x.m.c.c.ClusterStatsCollector] [dockstack-node] collector [cluster_stats] timed out when collecting data
[2019-10-26T21:03:13,067][ERROR][o.e.x.m.c.c.ClusterStatsCollector] [dockstack-node] collector [cluster_stats] timed out when collecting data
[2019-10-27T11:44:35,109][INFO ][o.e.c.m.MetaDataCreateIndexService] [dockstack-node] [.watcher-history-6-2019.10.27] creating index, cause [auto(bulk api)], templates [.watch-history-6], shards [1]/[1], mappings [doc]
[2019-10-27T11:44:35,645][INFO ][o.e.c.m.MetaDataMappingService] [dockstack-node] [.watcher-history-6-2019.10.27/PcHlk53ETOaJYtwLrdDwyw] update_mapping [doc]
[2019-10-27T11:44:35,998][INFO ][o.e.c.m.MetaDataMappingService] [dockstack-node] [.watcher-history-6-2019.10.27/PcHlk53ETOaJYtwLrdDwyw] update_mapping [doc]
[2019-10-27T11:44:51,813][INFO ][o.e.c.m.MetaDataCreateIndexService] [dockstack-node] [.monitoring-es-6-2019.10.27] creating index, cause [auto(bulk api)], templates [.monitoring-es], shards [1]/[1], mappings [doc]
[2019-10-27T11:45:17,030][ERROR][o.e.x.m.c.c.ClusterStatsCollector] [dockstack-node] collector [cluster_stats] timed out when collecting data
[2019-10-27T11:48:19,064][ERROR][o.e.x.m.c.m.JobStatsCollector] [dockstack-node] collector [job_stats] timed out when collecting data
[2019-10-27T11:48:41,879][INFO ][o.e.m.j.JvmGcMonitorService] [dockstack-node] [gc][828] overhead, spent [412ms] collecting in the last [1s]
[2019-10-27T11:49:00,206][ERROR][o.e.x.m.c.c.ClusterStatsCollector] [dockstack-node] collector [cluster_stats] timed out when collecting data
[2019-10-27T11:49:51,820][WARN ][o.e.m.j.JvmGcMonitorService] [dockstack-node] [gc][young][860][43] duration [2.2s], collections [1]/[4.3s], total [2.2s]/[7.2s], memory [283.5mb]->[159.2mb]/[1007.3mb], all_pools {[young] [124.8mb]->[12.6kb]/[133.1mb]}{[survivor] [12.6mb]->[12mb]/[16.6mb]}{[old] [146mb]->[147.2mb]/[857.6mb]}
[2019-10-27T11:49:51,834][WARN ][o.e.m.j.JvmGcMonitorService] [dockstack-node] [gc][860] overhead, spent [2.2s] collecting in the last [4.3s]
[2019-10-27T18:22:16,016][INFO ][o.e.n.Node ] [dockstack-node] initializing ...
[2019-10-27T18:22:16,441][INFO ][o.e.e.NodeEnvironment ] [dockstack-node] using [1] data paths, mounts [[/usr/share/elasticsearch/data (/dev/sda1)]], net usable_space [45.2gb], net total_space [58.4gb], spins? [possibly], types [ext4]
[2019-10-27T18:22:16,442][INFO ][o.e.e.NodeEnvironment ] [dockstack-node] heap size [1007.3mb], compressed ordinary object pointers [true]
[2019-10-27T18:22:16,682][INFO ][o.e.n.Node ] [dockstack-node] node name [dockstack-node], node ID [GkdipseISV2TsHmBZDykEQ]
[2019-10-27T18:22:16,683][INFO ][o.e.n.Node ] [dockstack-node] version[5.6.16], pid[1], build[3a740d1/2019-03-13T15:33:36.565Z], OS[Linux/4.9.184-linuxkit/amd64], JVM[Oracle Corporation/OpenJDK 64-Bit Server VM/1.8.0_201/25.201-b09]
[2019-10-27T18:22:16,683][INFO ][o.e.n.Node ] [dockstack-node] JVM arguments [-Xms2g, -Xmx2g, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -Djdk.io.permissionsUseCanonicalPath=true, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Dlog4j.skipJansi=true, -XX:+HeapDumpOnOutOfMemoryError, -Des.cgroups.hierarchy.override=/, -Xms1g, -Xmx1g, -Des.path.home=/usr/share/elasticsearch]
[2019-10-27T18:22:20,438][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [aggs-matrix-stats]
[2019-10-27T18:22:20,438][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [ingest-common]
[2019-10-27T18:22:20,438][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [lang-expression]
[2019-10-27T18:22:20,438][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [lang-groovy]
[2019-10-27T18:22:20,438][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [lang-mustache]
[2019-10-27T18:22:20,438][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [lang-painless]
[2019-10-27T18:22:20,439][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [parent-join]
[2019-10-27T18:22:20,439][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [percolator]
[2019-10-27T18:22:20,439][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [reindex]
[2019-10-27T18:22:20,439][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [transport-netty3]
[2019-10-27T18:22:20,439][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [transport-netty4]
[2019-10-27T18:22:20,440][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded plugin [ingest-geoip]
[2019-10-27T18:22:20,440][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded plugin [ingest-user-agent]
[2019-10-27T18:22:20,440][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded plugin [x-pack]
[2019-10-27T18:22:26,451][INFO ][o.e.x.m.j.p.l.CppLogMessageHandler] [controller/49] [Main.cc@128] controller (64 bit): Version 5.6.16 (Build 9ed4c28f2a8755) Copyright (c) 2019 Elasticsearch BV
[2019-10-27T18:22:26,504][INFO ][o.e.d.DiscoveryModule ] [dockstack-node] using discovery type [zen]
[2019-10-27T18:22:27,487][INFO ][o.e.n.Node ] [dockstack-node] initialized
[2019-10-27T18:22:27,487][INFO ][o.e.n.Node ] [dockstack-node] starting ...
[2019-10-27T18:22:27,735][INFO ][o.e.t.TransportService ] [dockstack-node] publish_address {172.28.0.4:9300}, bound_addresses {0.0.0.0:9300}
[2019-10-27T18:22:27,747][INFO ][o.e.b.BootstrapChecks ] [dockstack-node] bound or publishing to a non-loopback address, enforcing bootstrap checks
[2019-10-27T18:22:30,814][INFO ][o.e.c.s.ClusterService ] [dockstack-node] new_master {dockstack-node}{GkdipseISV2TsHmBZDykEQ}{-y17kPPRQ3KNHf03pQoXfQ}{172.28.0.4}{172.28.0.4:9300}{ml.max_open_jobs=10, ml.enabled=true}, reason: zen-disco-elected-as-master ([0] nodes joined)
[2019-10-27T18:22:30,861][INFO ][o.e.h.n.Netty4HttpServerTransport] [dockstack-node] publish_address {172.28.0.4:9200}, bound_addresses {0.0.0.0:9200}
[2019-10-27T18:22:30,861][INFO ][o.e.n.Node ] [dockstack-node] started
[2019-10-27T18:22:31,961][INFO ][o.e.l.LicenseService ] [dockstack-node] license [9b26bd8e-b505-4b62-a43e-134a8f4d7d72] mode [trial] - valid
[2019-10-27T18:22:31,975][INFO ][o.e.g.GatewayService ] [dockstack-node] recovered [16] indices into cluster_state
[2019-10-27T18:22:31,981][WARN ][o.e.l.LicenseService ] [dockstack-node]
#
# License [will expire] on [Wednesday, November 20, 2019]. If you have a new license, please update it.
# Otherwise, please reach out to your support contact.
#
# Commercial plugins operate with reduced functionality on license expiration:
# - security
# - Cluster health, cluster stats and indices stats operations are blocked
# - All data operations (read and write) continue to work
# - watcher
# - PUT / GET watch APIs are disabled, DELETE watch API continues to work
# - Watches execute and write to the history
# - The actions of the watches don't execute
# - monitoring
# - The agent will stop collecting cluster and indices metrics
# - The agent will stop automatically cleaning indices older than [xpack.monitoring.history.duration]
# - graph
# - Graph explore APIs are disabled
# - ml
# - Machine learning APIs are disabled
# - deprecation
# - Deprecation APIs are disabled
# - upgrade
# - Upgrade API is disabled
[2019-10-27T18:22:34,372][INFO ][o.e.c.r.a.AllocationService] [dockstack-node] Cluster health status changed from [RED] to [YELLOW] (reason: [shards started [[.monitoring-es-6-2019.10.27][0]] ...]).
[2019-10-27T18:22:34,846][ERROR][o.e.x.w.w.WatchStore ] [dockstack-node] tried to reload watch [nS52ReeqTumpRkBz5EQNtA_logstash_version_mismatch]
java.lang.NullPointerException: null
at org.elasticsearch.common.xcontent.XContentFactory.xContentType(XContentFactory.java:272) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.watcher.watch.WatchStore.parseAndPutWatch(WatchStore.java:290) ~[?:?]
at org.elasticsearch.xpack.watcher.watch.WatchStore.lambda$null$2(WatchStore.java:273) ~[?:?]
at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:59) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:88) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:84) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:247) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:233) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleResponse(TransportService.java:1078) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.processResponse(TransportService.java:1152) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1142) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1131) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.DelegatingTransportChannel.sendResponse(DelegatingTransportChannel.java:60) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry$TransportChannelWrapper.sendResponse(RequestHandlerRegistry.java:111) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:295) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:287) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:662) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:675) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_201]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_201]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[2019-10-27T20:21:43,526][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-27T20:21:43,872][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-27T20:21:43,971][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-27T20:21:46,038][WARN ][o.e.m.j.JvmGcMonitorService] [dockstack-node] [gc][young][7149][297] duration [1.6s], collections [1]/[2.1s], total [1.6s]/[5.5s], memory [293.6mb]->[200.3mb]/[1007.3mb], all_pools {[young] [123.8mb]->[1mb]/[133.1mb]}{[survivor] [11.1mb]->[7.9mb]/[16.6mb]}{[old] [158.6mb]->[191.3mb]/[857.6mb]}
[2019-10-27T20:21:46,040][WARN ][o.e.m.j.JvmGcMonitorService] [dockstack-node] [gc][7149] overhead, spent [1.6s] collecting in the last [2.1s]
[2019-10-27T20:21:51,218][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-27T20:21:51,460][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-27T20:21:51,475][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-27T20:21:51,489][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-27T20:21:51,505][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-27T20:21:51,526][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-27T20:21:51,906][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-27T20:21:52,293][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-27T20:21:52,440][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T11:50:29,466][INFO ][o.e.n.Node ] [dockstack-node] initializing ...
[2019-10-28T11:50:29,735][INFO ][o.e.e.NodeEnvironment ] [dockstack-node] using [1] data paths, mounts [[/usr/share/elasticsearch/data (/dev/sda1)]], net usable_space [45.2gb], net total_space [58.4gb], spins? [possibly], types [ext4]
[2019-10-28T11:50:29,736][INFO ][o.e.e.NodeEnvironment ] [dockstack-node] heap size [1007.3mb], compressed ordinary object pointers [true]
[2019-10-28T11:50:29,910][INFO ][o.e.n.Node ] [dockstack-node] node name [dockstack-node], node ID [GkdipseISV2TsHmBZDykEQ]
[2019-10-28T11:50:29,911][INFO ][o.e.n.Node ] [dockstack-node] version[5.6.16], pid[1], build[3a740d1/2019-03-13T15:33:36.565Z], OS[Linux/4.9.184-linuxkit/amd64], JVM[Oracle Corporation/OpenJDK 64-Bit Server VM/1.8.0_201/25.201-b09]
[2019-10-28T11:50:29,911][INFO ][o.e.n.Node ] [dockstack-node] JVM arguments [-Xms2g, -Xmx2g, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -Djdk.io.permissionsUseCanonicalPath=true, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Dlog4j.skipJansi=true, -XX:+HeapDumpOnOutOfMemoryError, -Des.cgroups.hierarchy.override=/, -Xms1g, -Xmx1g, -Des.path.home=/usr/share/elasticsearch]
[2019-10-28T11:50:32,226][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [aggs-matrix-stats]
[2019-10-28T11:50:32,226][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [ingest-common]
[2019-10-28T11:50:32,227][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [lang-expression]
[2019-10-28T11:50:32,227][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [lang-groovy]
[2019-10-28T11:50:32,227][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [lang-mustache]
[2019-10-28T11:50:32,227][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [lang-painless]
[2019-10-28T11:50:32,228][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [parent-join]
[2019-10-28T11:50:32,228][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [percolator]
[2019-10-28T11:50:32,228][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [reindex]
[2019-10-28T11:50:32,228][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [transport-netty3]
[2019-10-28T11:50:32,228][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [transport-netty4]
[2019-10-28T11:50:32,229][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded plugin [ingest-geoip]
[2019-10-28T11:50:32,229][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded plugin [ingest-user-agent]
[2019-10-28T11:50:32,229][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded plugin [x-pack]
[2019-10-28T11:50:35,477][INFO ][o.e.x.m.j.p.l.CppLogMessageHandler] [controller/48] [Main.cc@128] controller (64 bit): Version 5.6.16 (Build 9ed4c28f2a8755) Copyright (c) 2019 Elasticsearch BV
[2019-10-28T11:50:35,529][INFO ][o.e.d.DiscoveryModule ] [dockstack-node] using discovery type [zen]
[2019-10-28T11:50:36,460][INFO ][o.e.n.Node ] [dockstack-node] initialized
[2019-10-28T11:50:36,460][INFO ][o.e.n.Node ] [dockstack-node] starting ...
[2019-10-28T11:50:36,725][INFO ][o.e.t.TransportService ] [dockstack-node] publish_address {172.28.0.4:9300}, bound_addresses {0.0.0.0:9300}
[2019-10-28T11:50:36,750][INFO ][o.e.b.BootstrapChecks ] [dockstack-node] bound or publishing to a non-loopback address, enforcing bootstrap checks
[2019-10-28T11:50:39,875][INFO ][o.e.c.s.ClusterService ] [dockstack-node] new_master {dockstack-node}{GkdipseISV2TsHmBZDykEQ}{ixQ_TY9qSyKTLyHSMhJyCw}{172.28.0.4}{172.28.0.4:9300}{ml.max_open_jobs=10, ml.enabled=true}, reason: zen-disco-elected-as-master ([0] nodes joined)
[2019-10-28T11:50:39,996][INFO ][o.e.h.n.Netty4HttpServerTransport] [dockstack-node] publish_address {172.28.0.4:9200}, bound_addresses {0.0.0.0:9200}
[2019-10-28T11:50:39,997][INFO ][o.e.n.Node ] [dockstack-node] started
[2019-10-28T11:50:43,064][INFO ][o.e.l.LicenseService ] [dockstack-node] license [9b26bd8e-b505-4b62-a43e-134a8f4d7d72] mode [trial] - valid
[2019-10-28T11:50:43,178][WARN ][o.e.l.LicenseService ] [dockstack-node]
#
# License [will expire] on [Wednesday, November 20, 2019]. If you have a new license, please update it.
# Otherwise, please reach out to your support contact.
#
# Commercial plugins operate with reduced functionality on license expiration:
# - security
# - Cluster health, cluster stats and indices stats operations are blocked
# - All data operations (read and write) continue to work
# - watcher
# - PUT / GET watch APIs are disabled, DELETE watch API continues to work
# - Watches execute and write to the history
# - The actions of the watches don't execute
# - monitoring
# - The agent will stop collecting cluster and indices metrics
# - The agent will stop automatically cleaning indices older than [xpack.monitoring.history.duration]
# - graph
# - Graph explore APIs are disabled
# - ml
# - Machine learning APIs are disabled
# - deprecation
# - Deprecation APIs are disabled
# - upgrade
# - Upgrade API is disabled
[2019-10-28T11:50:43,192][INFO ][o.e.g.GatewayService ] [dockstack-node] recovered [16] indices into cluster_state
[2019-10-28T11:50:45,326][INFO ][o.e.c.r.a.AllocationService] [dockstack-node] Cluster health status changed from [RED] to [YELLOW] (reason: [shards started [[.monitoring-es-6-2019.10.21][0]] ...]).
[2019-10-28T11:50:48,166][ERROR][o.e.x.w.w.WatchStore ] [dockstack-node] tried to reload watch [nS52ReeqTumpRkBz5EQNtA_kibana_version_mismatch]
java.lang.NullPointerException: null
at org.elasticsearch.common.xcontent.XContentFactory.xContentType(XContentFactory.java:272) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.watcher.watch.WatchStore.parseAndPutWatch(WatchStore.java:290) ~[?:?]
at org.elasticsearch.xpack.watcher.watch.WatchStore.lambda$null$2(WatchStore.java:273) ~[?:?]
at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:59) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:88) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:84) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:247) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:233) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleResponse(TransportService.java:1078) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.processResponse(TransportService.java:1152) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1142) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1131) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.DelegatingTransportChannel.sendResponse(DelegatingTransportChannel.java:60) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry$TransportChannelWrapper.sendResponse(RequestHandlerRegistry.java:111) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:295) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:287) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:662) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:675) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_201]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_201]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[2019-10-28T11:50:48,192][ERROR][o.e.x.w.w.WatchStore ] [dockstack-node] tried to reload watch [nS52ReeqTumpRkBz5EQNtA_logstash_version_mismatch]
java.lang.NullPointerException: null
at org.elasticsearch.common.xcontent.XContentFactory.xContentType(XContentFactory.java:272) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.watcher.watch.WatchStore.parseAndPutWatch(WatchStore.java:290) ~[?:?]
at org.elasticsearch.xpack.watcher.watch.WatchStore.lambda$null$2(WatchStore.java:273) ~[?:?]
at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:59) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:88) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:84) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:247) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:233) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleResponse(TransportService.java:1078) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.processResponse(TransportService.java:1152) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1142) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1131) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.DelegatingTransportChannel.sendResponse(DelegatingTransportChannel.java:60) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry$TransportChannelWrapper.sendResponse(RequestHandlerRegistry.java:111) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:295) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:287) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:662) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:675) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_201]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_201]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[2019-10-28T11:50:48,486][INFO ][o.e.c.m.MetaDataCreateIndexService] [dockstack-node] [.monitoring-es-6-2019.10.28] creating index, cause [auto(bulk api)], templates [.monitoring-es], shards [1]/[1], mappings [doc]
[2019-10-28T11:50:52,235][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T11:50:53,005][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T11:50:53,144][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T11:50:55,929][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T11:50:56,695][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T11:50:56,834][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T11:50:56,952][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T11:50:57,017][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T11:50:57,083][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T11:50:58,412][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T11:50:59,214][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T11:50:59,363][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T11:51:15,148][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T11:51:15,429][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T11:51:15,498][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T11:51:47,580][INFO ][o.e.c.m.MetaDataCreateIndexService] [dockstack-node] [.watcher-history-6-2019.10.28] creating index, cause [auto(bulk api)], templates [.watch-history-6], shards [1]/[1], mappings [doc]
[2019-10-28T11:51:47,667][INFO ][o.e.c.m.MetaDataMappingService] [dockstack-node] [.watcher-history-6-2019.10.28/fX31JabTTNqIgo9f57kTpw] update_mapping [doc]
[2019-10-28T11:51:47,721][INFO ][o.e.c.m.MetaDataMappingService] [dockstack-node] [.watcher-history-6-2019.10.28/fX31JabTTNqIgo9f57kTpw] update_mapping [doc]
[2019-10-28T13:10:46,670][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:10:49,094][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:10:49,486][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:37:38,550][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:37:38,588][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:37:38,622][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:37:38,650][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:37:38,676][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:37:38,701][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:37:38,884][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:37:39,010][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:37:39,128][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:38:03,212][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:38:03,393][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:38:03,403][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:39:09,649][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:39:09,826][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:39:09,835][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:39:50,330][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:39:50,470][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:39:50,488][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:41:50,102][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:41:50,202][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:41:50,223][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:48:25,819][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:48:26,104][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:48:26,128][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:49:14,997][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:49:15,142][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:49:15,161][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:49:56,440][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:49:56,527][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:49:56,616][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:50:45,000][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:50:45,174][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:50:45,207][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:51:10,531][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:51:10,682][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:51:10,723][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:52:20,453][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:52:20,958][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:52:20,971][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:52:57,423][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:52:57,492][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:52:57,499][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:54:12,232][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:54:12,442][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:54:12,491][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:54:53,830][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:54:53,989][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T13:54:54,001][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T14:00:45,084][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T14:00:45,123][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T14:00:45,143][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T14:00:45,165][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T14:00:45,184][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T14:00:45,207][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T14:00:45,390][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T14:00:45,529][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T14:00:45,636][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T14:06:17,785][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T14:06:18,098][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T14:06:18,180][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T14:07:02,027][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T14:07:02,193][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T14:07:02,201][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:08:28,476][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:08:28,844][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:08:28,862][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:10:24,020][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:10:24,246][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:10:24,269][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:11:37,366][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:11:37,532][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:11:37,547][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:13:36,108][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:13:36,267][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:13:36,274][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:14:31,922][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:14:32,003][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:14:32,113][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:15:40,183][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:15:40,379][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:15:40,405][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:20:15,924][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:20:16,087][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:20:16,121][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:20:51,851][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:20:52,032][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:20:52,038][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:22:52,992][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:22:53,033][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:22:53,044][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:22:53,070][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:22:53,086][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:22:53,103][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:22:53,282][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:22:53,409][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:22:53,558][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:22:56,475][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:22:56,512][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:22:56,534][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:22:56,557][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:22:56,577][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:22:56,600][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:22:56,807][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:22:56,976][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:22:57,248][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:23:04,979][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:23:05,164][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T15:23:05,188][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T16:41:12,512][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T16:41:12,798][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T16:41:12,826][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T17:54:47,154][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T17:54:47,466][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T17:54:47,560][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T17:55:50,688][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T17:55:50,990][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T17:55:51,020][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:00:51,980][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:00:52,185][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:00:52,193][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:01:23,290][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:01:23,428][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:01:23,440][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:03:35,414][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:03:35,703][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:03:35,738][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:08:39,433][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:08:39,602][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:08:39,634][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:10:49,290][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:10:49,560][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:10:49,578][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:11:27,232][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:11:27,413][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:11:27,420][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:12:24,588][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:12:24,699][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:12:24,745][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:13:14,243][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:13:14,348][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:13:14,373][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:28:24,310][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:28:24,735][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:28:24,790][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:30:59,755][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:30:59,927][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:30:59,947][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:32:25,444][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:32:25,598][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:32:25,609][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:55:07,185][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:55:07,674][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-28T18:55:07,700][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-29T00:30:05,331][INFO ][o.e.c.m.MetaDataCreateIndexService] [dockstack-node] [.watcher-history-6-2019.10.29] creating index, cause [auto(bulk api)], templates [.watch-history-6], shards [1]/[1], mappings [doc]
[2019-10-29T00:30:05,583][INFO ][o.e.c.m.MetaDataCreateIndexService] [dockstack-node] [.monitoring-es-6-2019.10.29] creating index, cause [auto(bulk api)], templates [.monitoring-es], shards [1]/[1], mappings [doc]
[2019-10-29T00:30:05,701][INFO ][o.e.c.m.MetaDataMappingService] [dockstack-node] [.watcher-history-6-2019.10.29/9Q0oxtsLR-islxiRvjzHzA] update_mapping [doc]
[2019-10-29T00:30:05,749][INFO ][o.e.c.m.MetaDataMappingService] [dockstack-node] [.watcher-history-6-2019.10.29/9Q0oxtsLR-islxiRvjzHzA] update_mapping [doc]
[2019-10-29T05:39:29,490][WARN ][o.e.m.j.JvmGcMonitorService] [dockstack-node] [gc][26505] overhead, spent [549ms] collecting in the last [1s]
[2019-10-29T05:58:44,723][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-29T05:58:44,784][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-29T05:58:44,787][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-29T05:58:44,837][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-29T05:58:44,870][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-29T05:58:44,903][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-29T05:58:44,907][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-29T05:58:44,931][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-29T05:58:44,939][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-29T05:58:45,372][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-29T05:58:45,560][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-29T05:58:45,690][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-29T06:02:01,995][INFO ][o.e.m.j.JvmGcMonitorService] [dockstack-node] [gc][27854] overhead, spent [330ms] collecting in the last [1s]
[2019-10-29T06:02:36,103][WARN ][o.e.m.j.JvmGcMonitorService] [dockstack-node] [gc][young][27876][1178] duration [1.7s], collections [1]/[4.7s], total [1.7s]/[16.9s], memory [587.4mb]->[453.8mb]/[1007.3mb], all_pools {[young] [133mb]->[1.4mb]/[133.1mb]}{[survivor] [12.5mb]->[8.8mb]/[16.6mb]}{[old] [441.7mb]->[443.5mb]/[857.6mb]}
[2019-10-29T06:02:36,689][INFO ][o.e.m.j.JvmGcMonitorService] [dockstack-node] [gc][27876] overhead, spent [1.7s] collecting in the last [4.7s]
[2019-10-29T06:02:59,361][ERROR][o.e.x.m.c.c.ClusterStatsCollector] [dockstack-node] collector [cluster_stats] timed out when collecting data
[2019-10-29T06:03:32,681][ERROR][o.e.x.m.c.c.ClusterStatsCollector] [dockstack-node] collector [cluster_stats] timed out when collecting data
[2019-10-29T06:08:11,624][ERROR][o.e.x.m.c.c.ClusterStatsCollector] [dockstack-node] collector [cluster_stats] timed out when collecting data
[2019-10-29T06:08:21,411][INFO ][o.e.x.m.j.p.NativeController] Native controller process has stopped - no new native processes can be started
[2019-10-29T07:04:58,054][INFO ][o.e.n.Node ] [dockstack-node] initializing ...
[2019-10-29T07:04:58,509][INFO ][o.e.e.NodeEnvironment ] [dockstack-node] using [1] data paths, mounts [[/usr/share/elasticsearch/data (/dev/sda1)]], net usable_space [45.1gb], net total_space [58.4gb], spins? [possibly], types [ext4]
[2019-10-29T07:04:58,511][INFO ][o.e.e.NodeEnvironment ] [dockstack-node] heap size [1007.3mb], compressed ordinary object pointers [true]
[2019-10-29T07:04:58,860][INFO ][o.e.n.Node ] [dockstack-node] node name [dockstack-node], node ID [GkdipseISV2TsHmBZDykEQ]
[2019-10-29T07:04:58,862][INFO ][o.e.n.Node ] [dockstack-node] version[5.6.16], pid[1], build[3a740d1/2019-03-13T15:33:36.565Z], OS[Linux/4.9.184-linuxkit/amd64], JVM[Oracle Corporation/OpenJDK 64-Bit Server VM/1.8.0_201/25.201-b09]
[2019-10-29T07:04:58,863][INFO ][o.e.n.Node ] [dockstack-node] JVM arguments [-Xms2g, -Xmx2g, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -Djdk.io.permissionsUseCanonicalPath=true, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Dlog4j.skipJansi=true, -XX:+HeapDumpOnOutOfMemoryError, -Des.cgroups.hierarchy.override=/, -Xms1g, -Xmx1g, -Des.path.home=/usr/share/elasticsearch]
[2019-10-29T07:05:05,295][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [aggs-matrix-stats]
[2019-10-29T07:05:05,295][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [ingest-common]
[2019-10-29T07:05:05,296][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [lang-expression]
[2019-10-29T07:05:05,296][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [lang-groovy]
[2019-10-29T07:05:05,296][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [lang-mustache]
[2019-10-29T07:05:05,297][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [lang-painless]
[2019-10-29T07:05:05,297][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [parent-join]
[2019-10-29T07:05:05,298][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [percolator]
[2019-10-29T07:05:05,298][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [reindex]
[2019-10-29T07:05:05,298][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [transport-netty3]
[2019-10-29T07:05:05,298][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded module [transport-netty4]
[2019-10-29T07:05:05,300][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded plugin [ingest-geoip]
[2019-10-29T07:05:05,300][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded plugin [ingest-user-agent]
[2019-10-29T07:05:05,300][INFO ][o.e.p.PluginsService ] [dockstack-node] loaded plugin [x-pack]
[2019-10-29T07:05:12,509][INFO ][o.e.x.m.j.p.l.CppLogMessageHandler] [controller/48] [Main.cc@128] controller (64 bit): Version 5.6.16 (Build 9ed4c28f2a8755) Copyright (c) 2019 Elasticsearch BV
[2019-10-29T07:05:12,645][INFO ][o.e.d.DiscoveryModule ] [dockstack-node] using discovery type [zen]
[2019-10-29T07:05:14,884][INFO ][o.e.n.Node ] [dockstack-node] initialized
[2019-10-29T07:05:14,884][INFO ][o.e.n.Node ] [dockstack-node] starting ...
[2019-10-29T07:05:15,471][INFO ][o.e.t.TransportService ] [dockstack-node] publish_address {172.28.0.4:9300}, bound_addresses {0.0.0.0:9300}
[2019-10-29T07:05:15,499][INFO ][o.e.b.BootstrapChecks ] [dockstack-node] bound or publishing to a non-loopback address, enforcing bootstrap checks
[2019-10-29T07:05:18,664][INFO ][o.e.c.s.ClusterService ] [dockstack-node] new_master {dockstack-node}{GkdipseISV2TsHmBZDykEQ}{WeVS9t3ZTROiCZLqCUTqvQ}{172.28.0.4}{172.28.0.4:9300}{ml.max_open_jobs=10, ml.enabled=true}, reason: zen-disco-elected-as-master ([0] nodes joined)
[2019-10-29T07:05:18,817][INFO ][o.e.h.n.Netty4HttpServerTransport] [dockstack-node] publish_address {172.28.0.4:9200}, bound_addresses {0.0.0.0:9200}
[2019-10-29T07:05:18,817][INFO ][o.e.n.Node ] [dockstack-node] started
[2019-10-29T07:05:21,315][INFO ][o.e.l.LicenseService ] [dockstack-node] license [9b26bd8e-b505-4b62-a43e-134a8f4d7d72] mode [trial] - valid
[2019-10-29T07:05:21,328][WARN ][o.e.l.LicenseService ] [dockstack-node]
#
# License [will expire] on [Wednesday, November 20, 2019]. If you have a new license, please update it.
# Otherwise, please reach out to your support contact.
#
# Commercial plugins operate with reduced functionality on license expiration:
# - security
# - Cluster health, cluster stats and indices stats operations are blocked
# - All data operations (read and write) continue to work
# - watcher
# - PUT / GET watch APIs are disabled, DELETE watch API continues to work
# - Watches execute and write to the history
# - The actions of the watches don't execute
# - monitoring
# - The agent will stop collecting cluster and indices metrics
# - The agent will stop automatically cleaning indices older than [xpack.monitoring.history.duration]
# - graph
# - Graph explore APIs are disabled
# - ml
# - Machine learning APIs are disabled
# - deprecation
# - Deprecation APIs are disabled
# - upgrade
# - Upgrade API is disabled
[2019-10-29T07:05:21,424][INFO ][o.e.g.GatewayService ] [dockstack-node] recovered [20] indices into cluster_state
[2019-10-29T07:05:40,799][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-29T07:05:41,492][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-29T07:05:41,232][ERROR][o.e.x.w.w.WatchStore ] [dockstack-node] tried to reload watch [nS52ReeqTumpRkBz5EQNtA_elasticsearch_version_mismatch]
java.lang.NullPointerException: null
at org.elasticsearch.common.xcontent.XContentFactory.xContentType(XContentFactory.java:272) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.watcher.watch.WatchStore.parseAndPutWatch(WatchStore.java:290) ~[?:?]
at org.elasticsearch.xpack.watcher.watch.WatchStore.lambda$null$2(WatchStore.java:273) ~[?:?]
at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:59) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:88) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:84) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:247) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:233) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleResponse(TransportService.java:1078) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.processResponse(TransportService.java:1152) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1142) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1131) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.DelegatingTransportChannel.sendResponse(DelegatingTransportChannel.java:60) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry$TransportChannelWrapper.sendResponse(RequestHandlerRegistry.java:111) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:295) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:287) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:662) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:675) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_201]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_201]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[2019-10-29T07:05:41,237][ERROR][o.e.x.w.w.WatchStore ] [dockstack-node] tried to reload watch [nS52ReeqTumpRkBz5EQNtA_elasticsearch_version_mismatch]
java.lang.NullPointerException: null
at org.elasticsearch.common.xcontent.XContentFactory.xContentType(XContentFactory.java:272) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.watcher.watch.WatchStore.parseAndPutWatch(WatchStore.java:290) ~[?:?]
at org.elasticsearch.xpack.watcher.watch.WatchStore.lambda$null$2(WatchStore.java:273) ~[?:?]
at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:59) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:88) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:84) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:247) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:233) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleResponse(TransportService.java:1078) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.processResponse(TransportService.java:1152) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1142) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1131) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.DelegatingTransportChannel.sendResponse(DelegatingTransportChannel.java:60) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry$TransportChannelWrapper.sendResponse(RequestHandlerRegistry.java:111) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:295) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:287) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:662) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:675) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_201]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_201]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[2019-10-29T07:05:41,593][ERROR][o.e.x.w.w.WatchStore ] [dockstack-node] tried to reload watch [nS52ReeqTumpRkBz5EQNtA_kibana_version_mismatch]
java.lang.NullPointerException: null
at org.elasticsearch.common.xcontent.XContentFactory.xContentType(XContentFactory.java:272) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.watcher.watch.WatchStore.parseAndPutWatch(WatchStore.java:290) ~[?:?]
at org.elasticsearch.xpack.watcher.watch.WatchStore.lambda$null$2(WatchStore.java:273) ~[?:?]
at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:59) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:88) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:84) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:247) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:233) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleResponse(TransportService.java:1078) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.processResponse(TransportService.java:1152) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1142) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1131) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.DelegatingTransportChannel.sendResponse(DelegatingTransportChannel.java:60) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry$TransportChannelWrapper.sendResponse(RequestHandlerRegistry.java:111) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:295) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:287) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:662) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:675) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_201]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_201]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[2019-10-29T07:05:41,555][ERROR][o.e.x.w.w.WatchStore ] [dockstack-node] tried to reload watch [nS52ReeqTumpRkBz5EQNtA_elasticsearch_cluster_status]
java.lang.NullPointerException: null
at org.elasticsearch.common.xcontent.XContentFactory.xContentType(XContentFactory.java:272) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.watcher.watch.WatchStore.parseAndPutWatch(WatchStore.java:290) ~[?:?]
at org.elasticsearch.xpack.watcher.watch.WatchStore.lambda$null$2(WatchStore.java:273) ~[?:?]
at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:59) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:88) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:84) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:247) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:233) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleResponse(TransportService.java:1078) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.processResponse(TransportService.java:1152) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1142) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1131) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.DelegatingTransportChannel.sendResponse(DelegatingTransportChannel.java:60) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry$TransportChannelWrapper.sendResponse(RequestHandlerRegistry.java:111) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:295) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:287) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:662) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:675) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_201]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_201]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[2019-10-29T07:05:41,675][ERROR][o.e.x.w.w.WatchStore ] [dockstack-node] tried to reload watch [nS52ReeqTumpRkBz5EQNtA_elasticsearch_cluster_status]
java.lang.NullPointerException: null
at org.elasticsearch.common.xcontent.XContentFactory.xContentType(XContentFactory.java:272) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.watcher.watch.WatchStore.parseAndPutWatch(WatchStore.java:290) ~[?:?]
at org.elasticsearch.xpack.watcher.watch.WatchStore.lambda$null$2(WatchStore.java:273) ~[?:?]
at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:59) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:88) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:84) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:247) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:233) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleResponse(TransportService.java:1078) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.processResponse(TransportService.java:1152) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1142) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1131) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.DelegatingTransportChannel.sendResponse(DelegatingTransportChannel.java:60) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry$TransportChannelWrapper.sendResponse(RequestHandlerRegistry.java:111) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:295) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:287) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:662) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:675) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_201]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_201]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[2019-10-29T07:05:41,674][ERROR][o.e.x.w.w.WatchStore ] [dockstack-node] tried to reload watch [nS52ReeqTumpRkBz5EQNtA_logstash_version_mismatch]
java.lang.NullPointerException: null
at org.elasticsearch.common.xcontent.XContentFactory.xContentType(XContentFactory.java:272) ~[elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.xpack.watcher.watch.WatchStore.parseAndPutWatch(WatchStore.java:290) ~[?:?]
at org.elasticsearch.xpack.watcher.watch.WatchStore.lambda$null$2(WatchStore.java:273) ~[?:?]
at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:59) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:88) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:84) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:247) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$AsyncSingleAction$2.handleResponse(TransportSingleShardAction.java:233) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleResponse(TransportService.java:1078) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.processResponse(TransportService.java:1152) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1142) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1131) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.DelegatingTransportChannel.sendResponse(DelegatingTransportChannel.java:60) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry$TransportChannelWrapper.sendResponse(RequestHandlerRegistry.java:111) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:295) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.action.support.single.shard.TransportSingleShardAction$ShardTransportHandler.messageReceived(TransportSingleShardAction.java:287) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:662) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:675) [elasticsearch-5.6.16.jar:5.6.16]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-5.6.16.jar:5.6.16]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_201]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_201]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[2019-10-29T07:05:42,024][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
[2019-10-29T07:05:46,946][INFO ][o.e.c.r.a.AllocationService] [dockstack-node] Cluster health status changed from [RED] to [YELLOW] (reason: [shards started [[.monitoring-es-6-2019.10.29][0]] ...]).
[2019-10-29T07:08:54,965][WARN ][o.e.d.c.ParseField ] Deprecated field [_cache] used, replaced by [Elasticsearch makes its own caching decisions]
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment