Created
July 20, 2016 08:17
-
-
Save heshed/6c4fe1709e0e7a05217958482da45c12 to your computer and use it in GitHub Desktop.
logstash out of memory
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| logstash leak | |
| Exception in thread "[base]>worker0" java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.FutureTask@29d0c3d4 rejected from java.util.concurrent.ThreadPoolExecutor@3b118c0e[Terminated, pool size = 22, active threads = 0, queued tasks = 0, completed tasks = 1988] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(java/util/concurrent/ThreadPoolExecutor.java:2047) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(java/util/concurrent/ThreadPoolExecutor.java:823) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(java/util/concurrent/ThreadPoolExecutor.java:1369) | |
| at java.util.concurrent.AbstractExecutorService.submit(java/util/concurrent/AbstractExecutorService.java:134) | |
| at java.lang.reflect.Method.invoke(java/lang/reflect/Method.java:497) | |
| at org.jruby.RubyMethod.call(org/jruby/RubyMethod.java:120) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at org.jruby.RubyArray.map(org/jruby/RubyArray.java:2414) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at LogStash::Outputs::Http.multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-output-http-2.1.0/lib/logstash/outputs/http.rb:94) | |
| at LogStash::Outputs::Http.multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-output-http-2.1.0/lib/logstash/outputs/http.rb:94) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:119) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:119) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:118) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:118) | |
| at RUBY.multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:65) | |
| at RUBY.output_batch(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:275) | |
| at org.jruby.RubyHash.each(org/jruby/RubyHash.java:1342) | |
| at RUBY.output_batch(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:275) | |
| at RUBY.worker_loop(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:206) | |
| at RUBY.start_workers(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:175) | |
| at java.lang.Thread.run(java/lang/Thread.java:745) | |
| Exception in thread "[base]>worker5" java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.FutureTask@2ecdb488 rejected from java.util.concurrent.ThreadPoolExecutor@2e5171fa[Terminated, pool size = 47, active threads = 0, queued tasks = 0, completed tasks = 500] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(java/util/concurrent/ThreadPoolExecutor.java:2047) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(java/util/concurrent/ThreadPoolExecutor.java:823) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(java/util/concurrent/ThreadPoolExecutor.java:1369) | |
| at java.util.concurrent.AbstractExecutorService.submit(java/util/concurrent/AbstractExecutorService.java:134) | |
| at java.lang.reflect.Method.invoke(java/lang/reflect/Method.java:497) | |
| at org.jruby.RubyMethod.call(org/jruby/RubyMethod.java:120) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at org.jruby.RubyArray.map(org/jruby/RubyArray.java:2414) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at LogStash::Outputs::Http.multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-output-http-2.1.0/lib/logstash/outputs/http.rb:94) | |
| at LogStash::Outputs::Http.multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-output-http-2.1.0/lib/logstash/outputs/http.rb:94) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:119) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:119) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:118) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:118) | |
| at RUBY.multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:65) | |
| at RUBY.output_batch(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:275) | |
| at org.jruby.RubyHash.each(org/jruby/RubyHash.java:1342) | |
| at RUBY.output_batch(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:275) | |
| at RUBY.worker_loop(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:206) | |
| at RUBY.start_workers(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:175) | |
| at java.lang.Thread.run(java/lang/Thread.java:745) | |
| Exception in thread "[base]>worker1" java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.FutureTask@616f92f0 rejected from java.util.concurrent.ThreadPoolExecutor@3b0ef103[Terminated, pool size = 53, active threads = 0, queued tasks = 0, completed tasks = 498] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(java/util/concurrent/ThreadPoolExecutor.java:2047) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(java/util/concurrent/ThreadPoolExecutor.java:823) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(java/util/concurrent/ThreadPoolExecutor.java:1369) | |
| at java.util.concurrent.AbstractExecutorService.submit(java/util/concurrent/AbstractExecutorService.java:134) | |
| at java.lang.reflect.Method.invoke(java/lang/reflect/Method.java:497) | |
| at org.jruby.RubyMethod.call(org/jruby/RubyMethod.java:120) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at org.jruby.RubyArray.map(org/jruby/RubyArray.java:2414) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at LogStash::Outputs::Http.multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-output-http-2.1.0/lib/logstash/outputs/http.rb:94) | |
| at LogStash::Outputs::Http.multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-output-http-2.1.0/lib/logstash/outputs/http.rb:94) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:119) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:119) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:118) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:118) | |
| at RUBY.multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:65) | |
| at RUBY.output_batch(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:275) | |
| at org.jruby.RubyHash.each(org/jruby/RubyHash.java:1342) | |
| at RUBY.output_batch(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:275) | |
| at RUBY.worker_loop(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:206) | |
| at RUBY.start_workers(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:175) | |
| at java.lang.Thread.run(java/lang/Thread.java:745) | |
| Exception in thread "[base]>worker6" java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.FutureTask@5f7509cf rejected from java.util.concurrent.ThreadPoolExecutor@56720a2e[Terminated, pool size = 37, active threads = 0, queued tasks = 0, completed tasks = 1996] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(java/util/concurrent/ThreadPoolExecutor.java:2047) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(java/util/concurrent/ThreadPoolExecutor.java:823) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(java/util/concurrent/ThreadPoolExecutor.java:1369) | |
| at java.util.concurrent.AbstractExecutorService.submit(java/util/concurrent/AbstractExecutorService.java:134) | |
| at java.lang.reflect.Method.invoke(java/lang/reflect/Method.java:497) | |
| at org.jruby.RubyMethod.call(org/jruby/RubyMethod.java:120) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at org.jruby.RubyArray.map(org/jruby/RubyArray.java:2414) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at LogStash::Outputs::Http.multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-output-http-2.1.0/lib/logstash/outputs/http.rb:94) | |
| at LogStash::Outputs::Http.multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-output-http-2.1.0/lib/logstash/outputs/http.rb:94) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:119) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:119) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:118) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:118) | |
| at RUBY.multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:65) | |
| at RUBY.output_batch(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:275) | |
| at org.jruby.RubyHash.each(org/jruby/RubyHash.java:1342) | |
| at RUBY.output_batch(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:275) | |
| at RUBY.worker_loop(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:206) | |
| at RUBY.start_workers(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:175) | |
| at java.lang.Thread.run(java/lang/Thread.java:745) | |
| Exception in thread "[base]>worker7" java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.FutureTask@607da290 rejected from java.util.concurrent.ThreadPoolExecutor@2ca3bae2[Terminated, pool size = 6, active threads = 0, queued tasks = 0, completed tasks = 1996] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(java/util/concurrent/ThreadPoolExecutor.java:2047) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(java/util/concurrent/ThreadPoolExecutor.java:823) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(java/util/concurrent/ThreadPoolExecutor.java:1369) | |
| at java.util.concurrent.AbstractExecutorService.submit(java/util/concurrent/AbstractExecutorService.java:134) | |
| at java.lang.reflect.Method.invoke(java/lang/reflect/Method.java:497) | |
| at org.jruby.RubyMethod.call(org/jruby/RubyMethod.java:120) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at org.jruby.RubyArray.map(org/jruby/RubyArray.java:2414) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at Manticore::Client.execute!(/home/deploy/program/logstash-2.2.0/vendor/bundle/jruby/1.9/gems/manticore-0.5.2-java/lib/manticore/client.rb:319) | |
| at LogStash::Outputs::Http.multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-output-http-2.1.0/lib/logstash/outputs/http.rb:94) | |
| at LogStash::Outputs::Http.multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-output-http-2.1.0/lib/logstash/outputs/http.rb:94) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:119) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:119) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:118) | |
| at LogStash::OutputDelegator.worker_multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:118) | |
| at RUBY.multi_receive(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/output_delegator.rb:65) | |
| at RUBY.output_batch(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:275) | |
| at org.jruby.RubyHash.each(org/jruby/RubyHash.java:1342) | |
| at RUBY.output_batch(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:275) | |
| at RUBY.worker_loop(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:206) | |
| at RUBY.start_workers(/home/deploy/program/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.2.0-java/lib/logstash/pipeline.rb:175) | |
| at java.lang.Thread.run(java/lang/Thread.java:745) | |
| Error: Your application used more memory than the safety cap of 1G. | |
| Specify -J-Xmx####m to increase it (#### = cap size in MB). | |
| Specify -w for full OutOfMemoryError stack trace |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment