fluentd kill -CONT 14

sigdump-14.log

Sigdump at 2018-04-18 19:07:57 +0000 process 14 (/usr/local/bin/fluentd)
  Thread #<Thread:0x007f7f9357e198> status=run priority=0
      /var/lib/gems/2.3.0/gems/sigdump-0.2.4/lib/sigdump.rb:52:in `backtrace'
      /var/lib/gems/2.3.0/gems/sigdump-0.2.4/lib/sigdump.rb:52:in `dump_backtrace'
      /var/lib/gems/2.3.0/gems/sigdump-0.2.4/lib/sigdump.rb:34:in `block in dump_all_thread_backtrace'
      /var/lib/gems/2.3.0/gems/sigdump-0.2.4/lib/sigdump.rb:33:in `each'
      /var/lib/gems/2.3.0/gems/sigdump-0.2.4/lib/sigdump.rb:33:in `dump_all_thread_backtrace'
      /var/lib/gems/2.3.0/gems/sigdump-0.2.4/lib/sigdump.rb:16:in `block in dump'
      /var/lib/gems/2.3.0/gems/sigdump-0.2.4/lib/sigdump.rb:136:in `open'
      /var/lib/gems/2.3.0/gems/sigdump-0.2.4/lib/sigdump.rb:136:in `_open_dump_path'
      /var/lib/gems/2.3.0/gems/sigdump-0.2.4/lib/sigdump.rb:14:in `dump'
      /var/lib/gems/2.3.0/gems/sigdump-0.2.4/lib/sigdump.rb:7:in `block in setup'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/engine.rb:228:in `sleep'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/engine.rb:228:in `run'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/supervisor.rb:774:in `run_engine'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/supervisor.rb:523:in `block in run_worker'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/supervisor.rb:699:in `main_process'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/supervisor.rb:518:in `run_worker'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/command/fluentd.rb:316:in `<top (required)>'
      /usr/lib/ruby/2.3.0/rubygems/core_ext/kernel_require.rb:55:in `require'
      /usr/lib/ruby/2.3.0/rubygems/core_ext/kernel_require.rb:55:in `require'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/bin/fluentd:8:in `<top (required)>'
      /usr/local/bin/fluentd:22:in `load'
      /usr/local/bin/fluentd:22:in `<main>'
  Thread #<Thread:0x007f7f8c1cd5f0> status=sleep priority=0
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `sleep'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `flush_thread_run'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:439:in `block (2 levels) in start'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
  Thread #<Thread:0x007f7f8c1ceb30> status=sleep priority=0
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `sleep'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `flush_thread_run'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:439:in `block (2 levels) in start'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
  Thread #<Thread:0x007f7f8c1cff30> status=sleep priority=0
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `sleep'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `flush_thread_run'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:439:in `block (2 levels) in start'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
  Thread #<Thread:0x007f7f8d68bc80> status=sleep priority=0
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `sleep'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `flush_thread_run'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:439:in `block (2 levels) in start'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
  Thread #<Thread:0x007f7f8d68b938> status=sleep priority=0
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `sleep'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `flush_thread_run'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:439:in `block (2 levels) in start'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
  Thread #<Thread:0x007f7f8d68b640> status=sleep priority=0
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `sleep'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `flush_thread_run'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:439:in `block (2 levels) in start'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
  Thread #<Thread:0x007f7f8d68b258> status=sleep priority=0
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `sleep'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `flush_thread_run'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:439:in `block (2 levels) in start'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
  Thread #<Thread:0x007f7f8d68af10> status=sleep priority=0
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `sleep'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `flush_thread_run'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:439:in `block (2 levels) in start'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
  Thread #<Thread:0x007f7f8d68ac18> status=sleep priority=0
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `sleep'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `flush_thread_run'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:439:in `block (2 levels) in start'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
  Thread #<Thread:0x007f7f8d68a8a8> status=sleep priority=0
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `sleep'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1343:in `flush_thread_run'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:439:in `block (2 levels) in start'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
  Thread #<Thread:0x007f7f8d68a5d8> status=sleep priority=0
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1292:in `sleep'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin/output.rb:1292:in `enqueue_thread_run'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
  Thread #<Thread:0x007f7f8d68a268> status=sleep priority=0
      /var/lib/gems/2.3.0/gems/cool.io-1.5.3/lib/cool.io/loop.rb:88:in `run_once'
      /var/lib/gems/2.3.0/gems/cool.io-1.5.3/lib/cool.io/loop.rb:88:in `run'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/event_loop.rb:93:in `block in start'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
  Thread #<Thread:0x007f7f8d689d18> status=sleep priority=0
      /var/lib/gems/2.3.0/gems/cool.io-1.5.3/lib/cool.io/loop.rb:88:in `run_once'
      /var/lib/gems/2.3.0/gems/cool.io-1.5.3/lib/cool.io/loop.rb:88:in `run'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/event_loop.rb:93:in `block in start'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
  Thread #<Thread:0x007f7f8d689868> status=sleep priority=0
      /var/lib/gems/2.3.0/gems/cool.io-1.5.3/lib/cool.io/loop.rb:88:in `run_once'
      /var/lib/gems/2.3.0/gems/cool.io-1.5.3/lib/cool.io/loop.rb:88:in `run'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/event_loop.rb:93:in `block in start'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
  Thread #<Thread:0x007f7f8d4df710> status=sleep priority=0
      /usr/lib/ruby/2.3.0/webrick/server.rb:177:in `select'
      /usr/lib/ruby/2.3.0/webrick/server.rb:177:in `block in start'
      /usr/lib/ruby/2.3.0/webrick/server.rb:33:in `start'
      /usr/lib/ruby/2.3.0/webrick/server.rb:164:in `start'
      /var/lib/gems/2.3.0/gems/fluent-plugin-prometheus-1.0.1/lib/fluent/plugin/in_prometheus.rb:44:in `block in start'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
  Thread #<Thread:0x007f7f8d4df468> status=sleep priority=0
      /var/lib/gems/2.3.0/gems/cool.io-1.5.3/lib/cool.io/loop.rb:88:in `run_once'
      /var/lib/gems/2.3.0/gems/cool.io-1.5.3/lib/cool.io/loop.rb:88:in `run'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/event_loop.rb:93:in `block in start'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
  Thread #<Thread:0x007f7f8d4de0b8> status=sleep priority=0
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/engine.rb:196:in `sleep'
      /var/lib/gems/2.3.0/gems/fluentd-1.1.2/lib/fluent/engine.rb:196:in `log_event_loop'
  Thread #<WEBrick::Utils::TimeoutHandler::Thread:0x007f7f8fce27a8> status=sleep priority=0
      /usr/lib/ruby/2.3.0/webrick/utils.rb:177:in `pop'
      /usr/lib/ruby/2.3.0/webrick/utils.rb:177:in `block in initialize'
  Thread #<Thread:0x007f7f8c1d5908> status=sleep priority=0
      /usr/lib/ruby/2.3.0/webrick/httpserver.rb:77:in `wait_readable'
      /usr/lib/ruby/2.3.0/webrick/httpserver.rb:77:in `run'
      /usr/lib/ruby/2.3.0/webrick/server.rb:296:in `block in start_thread'
  Thread #<Thread:0x007f7f8d67cc08> status=sleep priority=0
      /usr/lib/ruby/2.3.0/webrick/httpserver.rb:77:in `wait_readable'
      /usr/lib/ruby/2.3.0/webrick/httpserver.rb:77:in `run'
      /usr/lib/ruby/2.3.0/webrick/server.rb:296:in `block in start_thread'
  GC stat:
      count: 91811
      heap_allocated_pages: 758
      heap_sorted_length: 759
      heap_allocatable_pages: 0
      heap_available_slots: 308960
      heap_live_slots: 308955
      heap_free_slots: 5
      heap_final_slots: 0
      heap_marked_slots: 175642
      heap_swept_slots: 100383
      heap_eden_pages: 758
      heap_tomb_pages: 0
      total_allocated_pages: 759
      total_freed_pages: 1
      total_allocated_objects: 11133089752
      total_freed_objects: 11132780797
      malloc_increase_bytes: 143808
      malloc_increase_bytes_limit: 16777216
      minor_gc_count: 91467
      major_gc_count: 344
      remembered_wb_unprotected_objects: 5734
      remembered_wb_unprotected_objects_limit: 7449
      old_objects: 163951
      old_objects_limit: 211738
      oldmalloc_increase_bytes: 880496
      oldmalloc_increase_bytes_limit: 18599462
  Built-in objects:
   308,960: TOTAL
    95,808: T_STRING
    75,259: T_BIGNUM
    34,084: T_ARRAY
    30,143: T_IMEMO
    22,554: T_DATA
    15,113: T_RATIONAL
    13,983: T_HASH
    13,365: T_OBJECT
     4,795: T_CLASS
     1,345: T_NODE
       916: T_REGEXP
       605: T_ICLASS
       354: T_MODULE
       156: T_STRUCT
       153: FREE
       152: T_FILE
       105: T_SYMBOL
        60: T_MATCH
         9: T_FLOAT
         1: T_COMPLEX
  All objects:
    99,948: String
    56,082: Bignum
    22,110: Array
    14,011: Hash
    11,277: Rational
     6,988: Time
     5,106: Set
     4,673: Proc
     4,410: RubyVM::Env
     3,197: Class
     1,964: MIME::Type::Columnar
     1,409: Thread::Backtrace
     1,387: File::Stat
     1,387: EOFError
     1,278: Declarative::Option
       917: Regexp
       737: Representable::Pipeline
       703: Method
       561: Gem::Requirement
       391: Gem::Dependency
       364: Representable::Definition
       354: Module
       327: Thread::Mutex
       324: Representable::Hash::Binding
       187: Gem::Version
       142: Fluent::PluginHelper::Timer::TimerWatcher
       138: Fluent::Plugin::TailInput::TailWatcher::RotateHandler
       138: Fluent::Plugin::TailInput::TailWatcher
       132: File
       110: MatchData
       107: Fluent::Plugin::TailInput::TailWatcher::FIFO
       107: Fluent::Plugin::TailInput::TailWatcher::IOHandler
       107: Fluent::Plugin::TailInput::FilePositionEntry
       105: Symbol
       101: Encoding
        84: Gem::Specification
        84: Gem::StubSpecification::StubLine
        84: Gem::StubSpecification
        79: Range
        69: Fluent::Config::ConfigureProxy
        64: Declarative::Heritage
        63: Representable::Binding::Map
        63: Declarative::Defaults
        61: Representable::Config
        40: HTTPClient::NegotiateAuth
        40: Representable::Hash::Binding::Collection
        31: Fluent::Plugin::TailInput::MemoryPositionEntry
        24: Fluent::Config::Element
        23: HTTPClient::Site
        22: WEBrick::HTTPVersion
        21: Fluent::Plugin::Buffer::Metadata
        20: HTTPClient::SSPINegotiateAuth
        20: Thread
        18: Fluent::Config::Section
        17: OptionParser::Switch::RequiredArgument
        14: Fluent::Plugin::Base::State
        14: TCPSocket
        14: Prometheus::Client::LabelSetValidator
        14: Prometheus::Client::Gauge
        13: OptionParser::Switch::NoArgument
        11: WEBrick::HTTPRequest
        11: WEBrick::HTTPResponse
        11: OpenSSL::X509::Store
        11: Fluent::Plugin::Buffer::FileChunk
        11: Google::Apis::RequestOptions
        11: Google::Apis::ClientOptions
        10: OpenSSL::X509::Certificate
        10: HTTP::CookieJar::HashStore
        10: HTTP::CookieJar
        10: HTTPClient::CookieManager
        10: HTTPClient::SSLConfig
        10: HTTPClient::SessionManager
        10: HTTPClient::ProxyDigestAuth
        10: HTTPClient::ProxyBasicAuth
        10: HTTPClient::ProxyAuth
        10: HTTPClient::OAuth
        10: HTTPClient::DigestAuth
        10: HTTPClient::BasicAuth
        10: HTTPClient::WWWAuth
        10: HTTPClient
        10: Addressable::URI
        10: Google::Auth::ServiceAccountCredentials
        10: OpenSSL::PKey::RSA
        10: Google::Apis::BigqueryV2::BigqueryService
        10: Fluent::BigQuery::Writer
        10: URI::HTTP
        10: OpenSSL::SSL::SSLSocket
        10: OpenSSL::SSL::SSLContext
        10: HTTPClient::SSLSocket
        10: HTTPClient::Session
        10: Fluent::Plugin::Output::FlushThreadState
         9: UnboundMethod
         9: Float
         8: Fluent::Registry
         7: Google::Apis::BigqueryV2::InsertAllTableDataResponse
         7: Coolio::Loop
         6: Monitor
         6: OptionParser::OptionMap
         5: IO
         5: Gem::Platform
         4: Fluent::PluginHelper::EventLoop::DefaultWatcher
         4: Object
         3: Logger::Formatter
         3: Fluent::Plugin::PrometheusInput::MonitorServlet
         3: URI::Generic
         3: Fluent::Plugin::MonitorAgentInput
         3: WEBrick::Utils::TimeoutHandler::Thread
         3: OptionParser::List
         3: JSON::Ext::Generator::State
         3: IRB::Notifier::LeveledNotifier
         2: Fluent::Plugin::JSONFormatter
         2: BigDecimal
         2: Representable::Collect
         2: Fluent::GlobMatchPattern
         2: Fluent::EventRouter::Rule
         2: Fluent::BigQuery::StringFieldSchema
         2: Faraday::SSLOptions
         2: Faraday::RequestOptions
         2: Faraday::RackBuilder::Handler
         2: Fluent::EventTime
         2: ThreadGroup
         2: OpenSSL::PKey::DH
         2: MessagePack::Factory
         2: MIME::Types::Container
         2: OptionParser::Switch::PlacedArgument
         2: OptionParser::Switch::OptionalArgument
         2: ThreadSafe::Cache
         1: Faraday::Request::UrlEncoded
         1: Faraday::Adapter::NetHttp
         1: Logger::LogDevice
         1: Logger
         1: Retriable::Config
         1: Representable::Collect::Hash
         1: MultiJson::Adapters::Oj
         1: Fluent::Plugin::NullOutput
         1: Fluent::BigQuery::RecordSchema
         1: Fluent::Plugin::FileBuffer
         1: Faraday::RackBuilder
         1: Faraday::Utils::ParamsHash
         1: Faraday::Utils::Headers
         1: Faraday::Connection
         1: Faraday::ConnectionOptions
         1: Representable::Pipeline::Function::Insert
         1: Fluent::NumericTimeParser
         1: Fluent::Plugin::JSONParser
         1: Fluent::Plugin::TailInput
         1: ArgumentError
         1: Fluent::Plugin::PrometheusTailMonitorInput
         1: Fluent::Plugin::PrometheusOutputMonitorInput
         1: Fluent::Plugin::PrometheusMonitorInput
         1: Prometheus::Client::Registry
         1: Fluent::Plugin::PrometheusInput
         1: Psych::Handler::DumperOptions
         1: Fluent::Plugin::TailInput::PositionFile
         1: HTTPClient::Util::AddressableURI
         1: MIME::Types::WarnLogger::WarnLogDevice
         1: MIME::Types::WarnLogger
         1: Representable::Function::Decorate
         1: Representable::Function::Prepare
         1: Thread::SizedQueue
         1: WEBrick::HTTPServer
         1: WEBrick::Log
         1: TCPServer
         1: WEBrick::HTTPServer::MountTable
         1: Fluent::Plugin::BigQueryOutput
         1: Process::Status
         1: Thread::Queue
         1: WEBrick::Utils::TimeoutHandler
         1: Fluent::EventRouter::MatchCache
         1: Fluent::EventRouter
         1: Fluent::NoMatchMatch
         1: Fluent::RootAgent
         1: Strftime
         1: Fluent::SystemConfig
         1: URI::RFC2396_Parser
         1: URI::RFC3986_Parser
         1: MIME::Types
         1: StringScanner
         1: Fluent::Log
         1: ServerEngine::DaemonLogger
         1: Fluent::Supervisor::LoggerInitializer
         1: Fluent::Supervisor
         1: OptionParser
         1: Fluent::Compat::NullOutputChain
         1: Fluent::EngineClass
         1: #<Class:0x007f7f9295a218>
         1: Resolv
         1: Resolv::Hosts
         1: Resolv::DNS
         1: Resolv::DNS::Config
         1: IRB::Notifier::CompositeNotifier
         1: IRB::StdioOutputMethod
         1: IRB::Notifier::NoMsgNotifier
         1: Memoist::MemoizedMethod
         1: Complex
         1: IOError
         1: Binding
         1: RubyVM
         1: NoMemoryError
         1: SystemStackError
         1: Random
         1: ARGF.class
         1: fatal
         1: Data
         1: OptionParser::CompletingHash
         1: #<Class:0x007f7f93759da0>
         1: Gem::PathSupport
  String 3,237,630 bytes
   Array 0 elements
    Hash 1 pairs