Skip to content

Instantly share code, notes, and snippets.

@joshuaspence
Created April 24, 2017 06:02
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save joshuaspence/6afb4266e8eb885da6f9f2dc93405906 to your computer and use it in GitHub Desktop.
Save joshuaspence/6afb4266e8eb885da6f9f2dc93405906 to your computer and use it in GitHub Desktop.
{"level":"WARN","loggerName":"logstash.outputs.sqs","timeMillis":1493002519490,"thread":"[main]>worker9","logEvent":{"message":"Message exceeds maximum length and will be dropped","message_size":387978}}
{"level":"WARN","loggerName":"logstash.outputs.sqs","timeMillis":1493005120877,"thread":"[main]>worker10","logEvent":{"message":"Message exceeds maximum length and will be dropped","message_size":350940}}
{"level":"WARN","loggerName":"logstash.runner","timeMillis":1493007445806,"thread":"SIGTERM handler","logEvent":{"message":"SIGTERM received. Shutting down the agent."}}
{"level":"WARN","loggerName":"logstash.agent","timeMillis":1493007445816,"thread":"LogStash::Runner","logEvent":{"message":"stopping pipeline","id":"main"}}
{"level":"WARN","loggerName":"logstash.shutdownwatcher","timeMillis":1493007450856,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"{\"inflight_count\"=>751, \"stalling_thread_info\"=>{\"other\"=>[{\"thread_id\"=>36, \"name\"=>\"[main]<beats\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-input-beats-3.1.12-java/lib/logstash/inputs/beats.rb:213:in `run'\"}, {\"thread_id\"=>37, \"name\"=>\"[main]<file\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/filewatch-0.9.0/lib/filewatch/watch.rb:288:in `sleep'\"}, {\"thread_id\"=>38, \"name\"=>\"[main]<heartbeat\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/stud-0.0.22/lib/stud/interval.rb:84:in `sleep'\"}], [\"LogStash::Filters::Metrics\", {\"add_field\"=>{\"[@metadata][self]\"=>\"true\", \"type\"=>\"metric\"}, \"add_tag\"=>\"metric\", \"meter\"=>[\"events\"], \"id\"=>\"5b1ebbd4498e61e6d13242fe3e7e1a935a4e99d5-4\"}]=>[{\"thread_id\"=>23, \"name\"=>\"[main]>worker0\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>24, \"name\"=>\"[main]>worker1\", \"current_call\"=>\"[...]/logstash-core/lib/logstash/util/wrapped_synchronous_queue.rb:127:in `synchronize'\"}, {\"thread_id\"=>25, \"name\"=>\"[main]>worker2\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>26, \"name\"=>\"[main]>worker3\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>27, \"name\"=>\"[main]>worker4\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>28, \"name\"=>\"[main]>worker5\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>29, \"name\"=>\"[main]>worker6\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>30, \"name\"=>\"[main]>worker7\", \"current_call\"=>\"[...]/logstash-core/lib/logstash/util/wrapped_synchronous_queue.rb:127:in `synchronize'\"}, {\"thread_id\"=>31, \"name\"=>\"[main]>worker8\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>32, \"name\"=>\"[main]>worker9\", \"current_call\"=>\"[...]/logstash-core/lib/logstash/util/wrapped_synchronous_queue.rb:127:in `synchronize'\"}, {\"thread_id\"=>33, \"name\"=>\"[main]>worker10\", \"current_call\"=>\"[...]/logstash-core/lib/logstash/util/wrapped_synchronous_queue.rb:127:in `synchronize'\"}, {\"thread_id\"=>34, \"name\"=>\"[main]>worker11\", \"current_call\"=>\"[...]/logstash-core/lib/logstash/util/wrapped_synchronous_queue.rb:127:in `synchronize'\"}]}}"}}
{"level":"WARN","loggerName":"logstash.shutdownwatcher","timeMillis":1493007455832,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"{\"inflight_count\"=>751, \"stalling_thread_info\"=>{[\"LogStash::Filters::Metrics\", {\"add_field\"=>{\"[@metadata][self]\"=>\"true\", \"type\"=>\"metric\"}, \"add_tag\"=>\"metric\", \"meter\"=>[\"events\"], \"id\"=>\"5b1ebbd4498e61e6d13242fe3e7e1a935a4e99d5-4\"}]=>[{\"thread_id\"=>23, \"name\"=>\"[main]>worker0\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>25, \"name\"=>\"[main]>worker2\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>26, \"name\"=>\"[main]>worker3\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>27, \"name\"=>\"[main]>worker4\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>28, \"name\"=>\"[main]>worker5\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>29, \"name\"=>\"[main]>worker6\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>31, \"name\"=>\"[main]>worker8\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}]}}"}}
{"level":"ERROR","loggerName":"logstash.shutdownwatcher","timeMillis":1493007455832,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"The shutdown process appears to be stalled due to busy or blocked plugins. Check the logs for more information."}}
{"level":"WARN","loggerName":"logstash.shutdownwatcher","timeMillis":1493007460828,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"{\"inflight_count\"=>751, \"stalling_thread_info\"=>{[\"LogStash::Filters::Metrics\", {\"add_field\"=>{\"[@metadata][self]\"=>\"true\", \"type\"=>\"metric\"}, \"add_tag\"=>\"metric\", \"meter\"=>[\"events\"], \"id\"=>\"5b1ebbd4498e61e6d13242fe3e7e1a935a4e99d5-4\"}]=>[{\"thread_id\"=>23, \"name\"=>\"[main]>worker0\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>25, \"name\"=>\"[main]>worker2\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>26, \"name\"=>\"[main]>worker3\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>27, \"name\"=>\"[main]>worker4\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>28, \"name\"=>\"[main]>worker5\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>29, \"name\"=>\"[main]>worker6\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>31, \"name\"=>\"[main]>worker8\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}]}}"}}
{"level":"WARN","loggerName":"logstash.shutdownwatcher","timeMillis":1493007465824,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"{\"inflight_count\"=>751, \"stalling_thread_info\"=>{[\"LogStash::Filters::Metrics\", {\"add_field\"=>{\"[@metadata][self]\"=>\"true\", \"type\"=>\"metric\"}, \"add_tag\"=>\"metric\", \"meter\"=>[\"events\"], \"id\"=>\"5b1ebbd4498e61e6d13242fe3e7e1a935a4e99d5-4\"}]=>[{\"thread_id\"=>23, \"name\"=>\"[main]>worker0\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>25, \"name\"=>\"[main]>worker2\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>26, \"name\"=>\"[main]>worker3\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>27, \"name\"=>\"[main]>worker4\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>28, \"name\"=>\"[main]>worker5\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>29, \"name\"=>\"[main]>worker6\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>31, \"name\"=>\"[main]>worker8\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}]}}"}}
{"level":"WARN","loggerName":"logstash.shutdownwatcher","timeMillis":1493007470826,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"{\"inflight_count\"=>751, \"stalling_thread_info\"=>{[\"LogStash::Filters::Metrics\", {\"add_field\"=>{\"[@metadata][self]\"=>\"true\", \"type\"=>\"metric\"}, \"add_tag\"=>\"metric\", \"meter\"=>[\"events\"], \"id\"=>\"5b1ebbd4498e61e6d13242fe3e7e1a935a4e99d5-4\"}]=>[{\"thread_id\"=>23, \"name\"=>\"[main]>worker0\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>25, \"name\"=>\"[main]>worker2\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>26, \"name\"=>\"[main]>worker3\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>27, \"name\"=>\"[main]>worker4\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>28, \"name\"=>\"[main]>worker5\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>29, \"name\"=>\"[main]>worker6\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>31, \"name\"=>\"[main]>worker8\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}]}}"}}
{"level":"WARN","loggerName":"logstash.shutdownwatcher","timeMillis":1493007475824,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"{\"inflight_count\"=>751, \"stalling_thread_info\"=>{[\"LogStash::Filters::Metrics\", {\"add_field\"=>{\"[@metadata][self]\"=>\"true\", \"type\"=>\"metric\"}, \"add_tag\"=>\"metric\", \"meter\"=>[\"events\"], \"id\"=>\"5b1ebbd4498e61e6d13242fe3e7e1a935a4e99d5-4\"}]=>[{\"thread_id\"=>23, \"name\"=>\"[main]>worker0\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>25, \"name\"=>\"[main]>worker2\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>26, \"name\"=>\"[main]>worker3\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>27, \"name\"=>\"[main]>worker4\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>28, \"name\"=>\"[main]>worker5\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>29, \"name\"=>\"[main]>worker6\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>31, \"name\"=>\"[main]>worker8\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}]}}"}}
{"level":"WARN","loggerName":"logstash.shutdownwatcher","timeMillis":1493007480825,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"{\"inflight_count\"=>751, \"stalling_thread_info\"=>{[\"LogStash::Filters::Metrics\", {\"add_field\"=>{\"[@metadata][self]\"=>\"true\", \"type\"=>\"metric\"}, \"add_tag\"=>\"metric\", \"meter\"=>[\"events\"], \"id\"=>\"5b1ebbd4498e61e6d13242fe3e7e1a935a4e99d5-4\"}]=>[{\"thread_id\"=>23, \"name\"=>\"[main]>worker0\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>25, \"name\"=>\"[main]>worker2\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>26, \"name\"=>\"[main]>worker3\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>27, \"name\"=>\"[main]>worker4\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>28, \"name\"=>\"[main]>worker5\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>29, \"name\"=>\"[main]>worker6\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>31, \"name\"=>\"[main]>worker8\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}]}}"}}
{"level":"WARN","loggerName":"logstash.shutdownwatcher","timeMillis":1493007485824,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"{\"inflight_count\"=>751, \"stalling_thread_info\"=>{[\"LogStash::Filters::Metrics\", {\"add_field\"=>{\"[@metadata][self]\"=>\"true\", \"type\"=>\"metric\"}, \"add_tag\"=>\"metric\", \"meter\"=>[\"events\"], \"id\"=>\"5b1ebbd4498e61e6d13242fe3e7e1a935a4e99d5-4\"}]=>[{\"thread_id\"=>23, \"name\"=>\"[main]>worker0\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>25, \"name\"=>\"[main]>worker2\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>26, \"name\"=>\"[main]>worker3\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>27, \"name\"=>\"[main]>worker4\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>28, \"name\"=>\"[main]>worker5\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>29, \"name\"=>\"[main]>worker6\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>31, \"name\"=>\"[main]>worker8\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}]}}"}}
{"level":"WARN","loggerName":"logstash.shutdownwatcher","timeMillis":1493007490825,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"{\"inflight_count\"=>751, \"stalling_thread_info\"=>{[\"LogStash::Filters::Metrics\", {\"add_field\"=>{\"[@metadata][self]\"=>\"true\", \"type\"=>\"metric\"}, \"add_tag\"=>\"metric\", \"meter\"=>[\"events\"], \"id\"=>\"5b1ebbd4498e61e6d13242fe3e7e1a935a4e99d5-4\"}]=>[{\"thread_id\"=>23, \"name\"=>\"[main]>worker0\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>25, \"name\"=>\"[main]>worker2\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>26, \"name\"=>\"[main]>worker3\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>27, \"name\"=>\"[main]>worker4\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>28, \"name\"=>\"[main]>worker5\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>29, \"name\"=>\"[main]>worker6\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>31, \"name\"=>\"[main]>worker8\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}]}}"}}
{"level":"WARN","loggerName":"logstash.shutdownwatcher","timeMillis":1493007495826,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"{\"inflight_count\"=>751, \"stalling_thread_info\"=>{[\"LogStash::Filters::Metrics\", {\"add_field\"=>{\"[@metadata][self]\"=>\"true\", \"type\"=>\"metric\"}, \"add_tag\"=>\"metric\", \"meter\"=>[\"events\"], \"id\"=>\"5b1ebbd4498e61e6d13242fe3e7e1a935a4e99d5-4\"}]=>[{\"thread_id\"=>23, \"name\"=>\"[main]>worker0\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>25, \"name\"=>\"[main]>worker2\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>26, \"name\"=>\"[main]>worker3\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>27, \"name\"=>\"[main]>worker4\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>28, \"name\"=>\"[main]>worker5\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>29, \"name\"=>\"[main]>worker6\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>31, \"name\"=>\"[main]>worker8\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}]}}"}}
{"level":"WARN","loggerName":"logstash.shutdownwatcher","timeMillis":1493007500824,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"{\"inflight_count\"=>751, \"stalling_thread_info\"=>{[\"LogStash::Filters::Metrics\", {\"add_field\"=>{\"[@metadata][self]\"=>\"true\", \"type\"=>\"metric\"}, \"add_tag\"=>\"metric\", \"meter\"=>[\"events\"], \"id\"=>\"5b1ebbd4498e61e6d13242fe3e7e1a935a4e99d5-4\"}]=>[{\"thread_id\"=>23, \"name\"=>\"[main]>worker0\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>25, \"name\"=>\"[main]>worker2\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>26, \"name\"=>\"[main]>worker3\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>27, \"name\"=>\"[main]>worker4\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>28, \"name\"=>\"[main]>worker5\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>29, \"name\"=>\"[main]>worker6\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>31, \"name\"=>\"[main]>worker8\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}]}}"}}
{"level":"WARN","loggerName":"logstash.shutdownwatcher","timeMillis":1493007505825,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"{\"inflight_count\"=>751, \"stalling_thread_info\"=>{[\"LogStash::Filters::Metrics\", {\"add_field\"=>{\"[@metadata][self]\"=>\"true\", \"type\"=>\"metric\"}, \"add_tag\"=>\"metric\", \"meter\"=>[\"events\"], \"id\"=>\"5b1ebbd4498e61e6d13242fe3e7e1a935a4e99d5-4\"}]=>[{\"thread_id\"=>23, \"name\"=>\"[main]>worker0\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>25, \"name\"=>\"[main]>worker2\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>26, \"name\"=>\"[main]>worker3\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>27, \"name\"=>\"[main]>worker4\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>28, \"name\"=>\"[main]>worker5\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>29, \"name\"=>\"[main]>worker6\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>31, \"name\"=>\"[main]>worker8\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}]}}"}}
{"level":"WARN","loggerName":"logstash.shutdownwatcher","timeMillis":1493007510825,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"{\"inflight_count\"=>751, \"stalling_thread_info\"=>{[\"LogStash::Filters::Metrics\", {\"add_field\"=>{\"[@metadata][self]\"=>\"true\", \"type\"=>\"metric\"}, \"add_tag\"=>\"metric\", \"meter\"=>[\"events\"], \"id\"=>\"5b1ebbd4498e61e6d13242fe3e7e1a935a4e99d5-4\"}]=>[{\"thread_id\"=>23, \"name\"=>\"[main]>worker0\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>25, \"name\"=>\"[main]>worker2\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>26, \"name\"=>\"[main]>worker3\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>27, \"name\"=>\"[main]>worker4\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>28, \"name\"=>\"[main]>worker5\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>29, \"name\"=>\"[main]>worker6\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>31, \"name\"=>\"[main]>worker8\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}]}}"}}
{"level":"WARN","loggerName":"logstash.shutdownwatcher","timeMillis":1493007515825,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"{\"inflight_count\"=>751, \"stalling_thread_info\"=>{[\"LogStash::Filters::Metrics\", {\"add_field\"=>{\"[@metadata][self]\"=>\"true\", \"type\"=>\"metric\"}, \"add_tag\"=>\"metric\", \"meter\"=>[\"events\"], \"id\"=>\"5b1ebbd4498e61e6d13242fe3e7e1a935a4e99d5-4\"}]=>[{\"thread_id\"=>23, \"name\"=>\"[main]>worker0\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>25, \"name\"=>\"[main]>worker2\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>26, \"name\"=>\"[main]>worker3\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>27, \"name\"=>\"[main]>worker4\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>28, \"name\"=>\"[main]>worker5\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>29, \"name\"=>\"[main]>worker6\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>31, \"name\"=>\"[main]>worker8\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}]}}"}}
{"level":"WARN","loggerName":"logstash.shutdownwatcher","timeMillis":1493007520825,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"{\"inflight_count\"=>751, \"stalling_thread_info\"=>{[\"LogStash::Filters::Metrics\", {\"add_field\"=>{\"[@metadata][self]\"=>\"true\", \"type\"=>\"metric\"}, \"add_tag\"=>\"metric\", \"meter\"=>[\"events\"], \"id\"=>\"5b1ebbd4498e61e6d13242fe3e7e1a935a4e99d5-4\"}]=>[{\"thread_id\"=>23, \"name\"=>\"[main]>worker0\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>25, \"name\"=>\"[main]>worker2\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>26, \"name\"=>\"[main]>worker3\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>27, \"name\"=>\"[main]>worker4\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>28, \"name\"=>\"[main]>worker5\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>29, \"name\"=>\"[main]>worker6\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>31, \"name\"=>\"[main]>worker8\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}]}}"}}
{"level":"WARN","loggerName":"logstash.shutdownwatcher","timeMillis":1493007525825,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"{\"inflight_count\"=>751, \"stalling_thread_info\"=>{[\"LogStash::Filters::Metrics\", {\"add_field\"=>{\"[@metadata][self]\"=>\"true\", \"type\"=>\"metric\"}, \"add_tag\"=>\"metric\", \"meter\"=>[\"events\"], \"id\"=>\"5b1ebbd4498e61e6d13242fe3e7e1a935a4e99d5-4\"}]=>[{\"thread_id\"=>23, \"name\"=>\"[main]>worker0\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>25, \"name\"=>\"[main]>worker2\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>26, \"name\"=>\"[main]>worker3\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>27, \"name\"=>\"[main]>worker4\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>28, \"name\"=>\"[main]>worker5\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>29, \"name\"=>\"[main]>worker6\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>31, \"name\"=>\"[main]>worker8\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}]}}"}}
{"level":"WARN","loggerName":"logstash.shutdownwatcher","timeMillis":1493007530824,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"{\"inflight_count\"=>751, \"stalling_thread_info\"=>{[\"LogStash::Filters::Metrics\", {\"add_field\"=>{\"[@metadata][self]\"=>\"true\", \"type\"=>\"metric\"}, \"add_tag\"=>\"metric\", \"meter\"=>[\"events\"], \"id\"=>\"5b1ebbd4498e61e6d13242fe3e7e1a935a4e99d5-4\"}]=>[{\"thread_id\"=>23, \"name\"=>\"[main]>worker0\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>25, \"name\"=>\"[main]>worker2\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>26, \"name\"=>\"[main]>worker3\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>27, \"name\"=>\"[main]>worker4\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>28, \"name\"=>\"[main]>worker5\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>29, \"name\"=>\"[main]>worker6\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>31, \"name\"=>\"[main]>worker8\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}]}}"}}
{"level":"WARN","loggerName":"logstash.shutdownwatcher","timeMillis":1493007535825,"thread":"Ruby-0-Thread-52: /usr/share/logstash/logstash-core/lib/logstash/shutdown_watcher.rb:31","logEvent":{"message":"{\"inflight_count\"=>751, \"stalling_thread_info\"=>{[\"LogStash::Filters::Metrics\", {\"add_field\"=>{\"[@metadata][self]\"=>\"true\", \"type\"=>\"metric\"}, \"add_tag\"=>\"metric\", \"meter\"=>[\"events\"], \"id\"=>\"5b1ebbd4498e61e6d13242fe3e7e1a935a4e99d5-4\"}]=>[{\"thread_id\"=>23, \"name\"=>\"[main]>worker0\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>25, \"name\"=>\"[main]>worker2\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>26, \"name\"=>\"[main]>worker3\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>27, \"name\"=>\"[main]>worker4\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>28, \"name\"=>\"[main]>worker5\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>29, \"name\"=>\"[main]>worker6\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}, {\"thread_id\"=>31, \"name\"=>\"[main]>worker8\", \"current_call\"=>\"[...]/vendor/bundle/jruby/1.9/gems/logstash-output-http-4.1.0/lib/logstash/outputs/http.rb:141:in `pop'\"}]}}"}}
{"level":"INFO","loggerName":"logstash.outputs.sqs","timeMillis":1493007559704,"thread":"[main]-pipeline-manager","logEvent":{"message":"Connected to SQS queue successfully","queue":"logstash","region":"us-east-1"}}
{"level":"INFO","loggerName":"logstash.pipeline","timeMillis":1493007560001,"thread":"[main]-pipeline-manager","logEvent":{"message":"Starting pipeline","id":"main","pipeline.workers":12,"pipeline.batch.size":125,"pipeline.batch.delay":5,"pipeline.max_inflight":1500}}
{"level":"INFO","loggerName":"logstash.inputs.beats","timeMillis":1493007560625,"thread":"[main]-pipeline-manager","logEvent":{"message":"Beats inputs: Starting input listener","address":"0.0.0.0:5044"}}
{"level":"INFO","loggerName":"logstash.pipeline","timeMillis":1493007560919,"thread":"[main]-pipeline-manager","logEvent":{"message":"Pipeline main started"}}
{"level":"INFO","loggerName":"logstash.agent","timeMillis":1493007561032,"thread":"Api Webserver","logEvent":{"message":"Successfully started Logstash API endpoint","port":9600}}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment