-
-
Save dkidder/2db9a6d393dedb97a39ed32e2be0c087 to your computer and use it in GitHub Desktop.
Solr Cloud Zookeeper Connection Failure
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| OpenJDK 64-Bit Server VM warning: Failed to reserve shared memory. (error = 1) | |
| OpenJDK 64-Bit Server VM warning: Failed to reserve shared memory. (error = 12) | |
| OpenJDK 64-Bit Server VM warning: Failed to reserve shared memory. (error = 12) | |
| 2019-10-18 14:36:15.302 INFO (main) [ ] o.e.j.u.log Logging initialized @1459ms to org.eclipse.jetty.util.log.Slf4jLog | |
| 2019-10-18 14:36:15.495 WARN (main) [ ] o.e.j.x.XmlConfiguration Deprecated method public void org.eclipse.jetty.rewrite.handler.RedirectRegexRule.setReplacement(java.lang.String) in file:///opt/solr-8.2.0/server/etc/jetty.xml | |
| 2019-10-18 14:36:15.587 WARN (main) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time | |
| 2019-10-18 14:36:15.587 WARN (main) [ ] o.e.j.x.XmlConfiguration Deprecated method public void org.eclipse.jetty.server.ServerConnector.setSoLingerTime(int) in file:///opt/solr-8.2.0/server/etc/jetty-http.xml | |
| 2019-10-18 14:36:15.594 INFO (main) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+11 | |
| 2019-10-18 14:36:15.634 INFO (main) [ ] o.e.j.d.p.ScanningAppProvider Deployment monitor [file:///opt/solr-8.2.0/server/contexts/] at interval 0 | |
| 2019-10-18 14:36:15.998 INFO (main) [ ] o.e.j.w.StandardDescriptorProcessor NO JSP Support for /solr, did not find org.apache.jasper.servlet.JspServlet | |
| 2019-10-18 14:36:16.016 INFO (main) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 | |
| 2019-10-18 14:36:16.016 INFO (main) [ ] o.e.j.s.session No SessionScavenger set, using defaults | |
| 2019-10-18 14:36:16.020 INFO (main) [ ] o.e.j.s.session node0 Scavenging every 660000ms | |
| 2019-10-18 14:36:16.123 INFO (main) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory | |
| 2019-10-18 14:36:16.128 INFO (main) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.2.0 | |
| 2019-10-18 14:36:16.132 INFO (main) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port 8983 | |
| 2019-10-18 14:36:16.132 INFO (main) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /opt/solr | |
| 2019-10-18 14:36:16.132 INFO (main) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-18T14:36:16.132482Z | |
| 2019-10-18 14:36:16.194 INFO (main) [ ] o.a.s.c.SolrResourceLoader Using system property solr.solr.home: /var/solr/data | |
| 2019-10-18 14:36:16.273 INFO (main) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper | |
| 2019-10-18 14:36:26.380 WARN (main-SendThread(zk2.zookeeper.internal:2181)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 10010ms for sessionid 0x0 | |
| 2019-10-18 14:36:37.388 WARN (main-SendThread(zk1.zookeeper.internal:2181)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 10010ms for sessionid 0x0 | |
| 2019-10-18 14:36:48.549 WARN (main-SendThread(zk3.zookeeper.internal:2181)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 10003ms for sessionid 0x0 | |
| 2019-10-18 14:36:48.661 ERROR (main-EventThread) [ ] o.a.z.ClientCnxn Error while calling watcher => java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$186/0x0000000100328440@3044c045 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@4885ed2d[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0] | |
| at java.base/java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) | |
| java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$186/0x0000000100328440@3044c045 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@4885ed2d[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) ~[?:?] | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) ~[?:?] | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) ~[?:?] | |
| at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:194) ~[?:?] | |
| at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:118) ~[?:?] | |
| at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:843) ~[?:?] | |
| at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:535) ~[?:?] | |
| at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:510) ~[?:?] | |
| 2019-10-18 14:36:48.666 ERROR (main) [ ] o.a.s.s.SolrDispatchFilter Could not start Solr. Check solr/home property and the logs | |
| 2019-10-18 14:36:48.732 ERROR (main) [ ] o.a.s.c.SolrCore null:org.apache.solr.common.SolrException: Error occurred while loading solr.xml from zookeeper | |
| at org.apache.solr.servlet.SolrDispatchFilter.loadNodeConfig(SolrDispatchFilter.java:289) | |
| at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:259) | |
| at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:181) | |
| at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) | |
| at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) | |
| at java.base/java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) | |
| at java.base/java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:734) | |
| at java.base/java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:734) | |
| at java.base/java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:658) | |
| at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) | |
| at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:369) | |
| at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1497) | |
| at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1459) | |
| at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:854) | |
| at org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:278) | |
| at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545) | |
| at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) | |
| at org.eclipse.jetty.deploy.bindings.StandardStarter.processBinding(StandardStarter.java:46) | |
| at org.eclipse.jetty.deploy.AppLifeCycle.runBindings(AppLifeCycle.java:192) | |
| at org.eclipse.jetty.deploy.DeploymentManager.requestAppGoal(DeploymentManager.java:510) | |
| at org.eclipse.jetty.deploy.DeploymentManager.addApp(DeploymentManager.java:153) | |
| at org.eclipse.jetty.deploy.providers.ScanningAppProvider.fileAdded(ScanningAppProvider.java:172) | |
| at org.eclipse.jetty.deploy.providers.WebAppProvider.fileAdded(WebAppProvider.java:436) | |
| at org.eclipse.jetty.deploy.providers.ScanningAppProvider$1.fileAdded(ScanningAppProvider.java:65) | |
| at org.eclipse.jetty.util.Scanner.reportAddition(Scanner.java:610) | |
| at org.eclipse.jetty.util.Scanner.reportDifferences(Scanner.java:529) | |
| at org.eclipse.jetty.util.Scanner.scan(Scanner.java:392) | |
| at org.eclipse.jetty.util.Scanner.doStart(Scanner.java:313) | |
| at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) | |
| at org.eclipse.jetty.deploy.providers.ScanningAppProvider.doStart(ScanningAppProvider.java:145) | |
| at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) | |
| at org.eclipse.jetty.deploy.DeploymentManager.startAppProvider(DeploymentManager.java:598) | |
| at org.eclipse.jetty.deploy.DeploymentManager.doStart(DeploymentManager.java:240) | |
| at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) | |
| at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:167) | |
| at org.eclipse.jetty.server.Server.start(Server.java:418) | |
| at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:119) | |
| at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113) | |
| at org.eclipse.jetty.server.Server.doStart(Server.java:382) | |
| at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) | |
| at org.eclipse.jetty.xml.XmlConfiguration.lambda$main$0(XmlConfiguration.java:1797) | |
| at java.base/java.security.AccessController.doPrivileged(Native Method) | |
| at org.eclipse.jetty.xml.XmlConfiguration.main(XmlConfiguration.java:1746) | |
| at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
| at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.base/java.lang.reflect.Method.invoke(Method.java:566) | |
| at org.eclipse.jetty.start.Main.invokeMain(Main.java:220) | |
| at org.eclipse.jetty.start.Main.start(Main.java:490) | |
| at org.eclipse.jetty.start.Main.main(Main.java:77) | |
| Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper zk1.zookeeper.internal:2181,zk2.zookeeper.internal:2181,zk3.zookeeper.internal:2181 within 30000 ms | |
| at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:201) | |
| at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:125) | |
| at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:120) | |
| at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:107) | |
| at org.apache.solr.servlet.SolrDispatchFilter.loadNodeConfig(SolrDispatchFilter.java:282) | |
| ... 49 more | |
| Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper zk1.zookeeper.internal:2181,zk2.zookeeper.internal:2181,zk3.zookeeper.internal:2181 within 30000 ms | |
| at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:250) | |
| at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:192) | |
| ... 53 more | |
| 2019-10-18 14:36:48.767 INFO (main) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@51768776{/solr,file:///opt/solr-8.2.0/server/solr-webapp/webapp/,AVAILABLE}{/opt/solr-8.2.0/server/solr-webapp/webapp} | |
| 2019-10-18 14:36:48.786 INFO (main) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a3591c5{HTTP/1.1,[http/1.1, h2c]}{0.0.0.0:8983} | |
| 2019-10-18 14:36:48.786 INFO (main) [ ] o.e.j.s.Server Started @34977ms |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment