Skip to content

Instantly share code, notes, and snippets.

@nandana
Created July 15, 2015 15:50
Show Gist options
  • Save nandana/98e6627de44ff51080ba to your computer and use it in GitHub Desktop.
Save nandana/98e6627de44ff51080ba to your computer and use it in GitHub Desktop.
logstash-error.log
nandana@nandana-oeg:~/tools/logstash-1.5.2/bin$ ./logstash -f ../conf/elastic-export.conf -v --debug
Reading config file {:file=>"logstash/agent.rb", :level=>:debug, :line=>"295", :method=>"local_config"}
Compiled pipeline code:
@inputs = []
@filters = []
@outputs = []
@periodic_flushers = []
@shutdown_flushers = []
@input_elasticsearch_1 = plugin("input", "elasticsearch", LogStash::Util.hash_merge_many({ "hosts" => [("localhost")] }, { "scan" => ("false") }, { "query" => ("{ \"query\": { \"match_all\": {} }, \"fields\": [\"property\", \"triple_count\"] }") }, { "index" => ("rtve") }, { "type" => ("property") }))
@inputs << @input_elasticsearch_1
@output_stdout_2 = plugin("output", "stdout", LogStash::Util.hash_merge_many({ "codec" => ("rubydebug") }))
@outputs << @output_stdout_2
def filter_func(event)
events = [event]
@logger.debug? && @logger.debug("filter received", :event => event.to_hash)
events
end
def output_func(event)
@logger.debug? && @logger.debug("output received", :event => event.to_hash)
@output_stdout_2.handle(event)
end {:level=>:debug, :file=>"logstash/pipeline.rb", :line=>"28", :method=>"initialize"}
Plugin not defined in namespace, checking for plugin file {:type=>"input", :name=>"elasticsearch", :path=>"logstash/inputs/elasticsearch", :level=>:debug, :file=>"logstash/plugin.rb", :line=>"133", :method=>"lookup"}
Plugin not defined in namespace, checking for plugin file {:type=>"codec", :name=>"json", :path=>"logstash/codecs/json", :level=>:debug, :file=>"logstash/plugin.rb", :line=>"133", :method=>"lookup"}
config LogStash::Codecs::JSON/@charset = "UTF-8" {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Inputs::Elasticsearch/@hosts = ["localhost"] {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Inputs::Elasticsearch/@scan = false {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Inputs::Elasticsearch/@query = "{ \"query\": { \"match_all\": {} }, \"fields\": [\"property\", \"triple_count\"] }" {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Inputs::Elasticsearch/@index = "rtve" {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Inputs::Elasticsearch/@type = "property" {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Inputs::Elasticsearch/@debug = false {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Inputs::Elasticsearch/@codec = <LogStash::Codecs::JSON charset=>"UTF-8"> {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Inputs::Elasticsearch/@add_field = {} {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Inputs::Elasticsearch/@port = 9200 {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Inputs::Elasticsearch/@size = 1000 {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Inputs::Elasticsearch/@scroll = "1m" {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Inputs::Elasticsearch/@docinfo = false {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Inputs::Elasticsearch/@docinfo_target = "@metadata" {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Inputs::Elasticsearch/@docinfo_fields = ["_index", "_type", "_id"] {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Inputs::Elasticsearch/@ssl = false {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
Plugin not defined in namespace, checking for plugin file {:type=>"output", :name=>"stdout", :path=>"logstash/outputs/stdout", :level=>:debug, :file=>"logstash/plugin.rb", :line=>"133", :method=>"lookup"}
Plugin not defined in namespace, checking for plugin file {:type=>"codec", :name=>"rubydebug", :path=>"logstash/codecs/rubydebug", :level=>:debug, :file=>"logstash/plugin.rb", :line=>"133", :method=>"lookup"}
config LogStash::Codecs::RubyDebug/@metadata = false {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Outputs::Stdout/@codec = <LogStash::Codecs::RubyDebug > {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Outputs::Stdout/@type = "" {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Outputs::Stdout/@tags = [] {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Outputs::Stdout/@exclude_tags = [] {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
config LogStash::Outputs::Stdout/@workers = 1 {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"112", :method=>"config_init"}
Pipeline started {:level=>:info, :file=>"logstash/pipeline.rb", :line=>"86", :method=>"run"}
Logstash startup completed
A plugin had an unrecoverable error. Will restart this plugin.
Plugin: <LogStash::Inputs::Elasticsearch hosts=>["localhost"], query=>"{ \"query\": { \"match_all\": {} }, \"fields\": [\"property\", \"triple_count\"] }", index=>"rtve", type=>"property", scroll=>"1m", docinfo_target=>"@metadata", docinfo_fields=>["_index", "_type", "_id"]>
Error: undefined method `[]' for nil:NilClass
Exception: NoMethodError
Stack: /home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-core-1.5.2.2-java/lib/logstash/event.rb:73:in `initialize'
/home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-input-elasticsearch-1.0.0/lib/logstash/inputs/elasticsearch.rb:155:in `run'
org/jruby/RubyArray.java:1613:in `each'
/home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-input-elasticsearch-1.0.0/lib/logstash/inputs/elasticsearch.rb:154:in `run'
/home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-core-1.5.2.2-java/lib/logstash/pipeline.rb:176:in `inputworker'
/home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-core-1.5.2.2-java/lib/logstash/pipeline.rb:170:in `start_input' {:level=>:error, :file=>"logstash/pipeline.rb", :line=>"181", :method=>"inputworker"}
/home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-core-1.5.2.2-java/lib/logstash/event.rb:73:in `initialize'
/home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-input-elasticsearch-1.0.0/lib/logstash/inputs/elasticsearch.rb:155:in `run'
org/jruby/RubyArray.java:1613:in `each'
/home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-input-elasticsearch-1.0.0/lib/logstash/inputs/elasticsearch.rb:154:in `run'
/home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-core-1.5.2.2-java/lib/logstash/pipeline.rb:176:in `inputworker'
/home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-core-1.5.2.2-java/lib/logstash/pipeline.rb:170:in `start_input'
Plugin is finished {:plugin=><LogStash::Inputs::Elasticsearch hosts=>["localhost"], query=>"{ \"query\": { \"match_all\": {} }, \"fields\": [\"property\", \"triple_count\"] }", index=>"rtve", type=>"property", scroll=>"1m", docinfo_target=>"@metadata", docinfo_fields=>["_index", "_type", "_id"]>, :level=>:info, :file=>"logstash/plugin.rb", :line=>"61", :method=>"finished"}
A plugin had an unrecoverable error. Will restart this plugin.
Plugin: <LogStash::Inputs::Elasticsearch hosts=>["localhost"], query=>"{ \"query\": { \"match_all\": {} }, \"fields\": [\"property\", \"triple_count\"] }", index=>"rtve", type=>"property", scroll=>"1m", docinfo_target=>"@metadata", docinfo_fields=>["_index", "_type", "_id"]>
Error: undefined method `[]' for nil:NilClass
Exception: NoMethodError
Stack: /home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-core-1.5.2.2-java/lib/logstash/event.rb:73:in `initialize'
/home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-input-elasticsearch-1.0.0/lib/logstash/inputs/elasticsearch.rb:155:in `run'
org/jruby/RubyArray.java:1613:in `each'
/home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-input-elasticsearch-1.0.0/lib/logstash/inputs/elasticsearch.rb:154:in `run'
/home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-core-1.5.2.2-java/lib/logstash/pipeline.rb:176:in `inputworker'
/home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-core-1.5.2.2-java/lib/logstash/pipeline.rb:170:in `start_input' {:level=>:error, :file=>"logstash/pipeline.rb", :line=>"181", :method=>"inputworker"}
/home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-core-1.5.2.2-java/lib/logstash/event.rb:73:in `initialize'
/home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-input-elasticsearch-1.0.0/lib/logstash/inputs/elasticsearch.rb:155:in `run'
org/jruby/RubyArray.java:1613:in `each'
/home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-input-elasticsearch-1.0.0/lib/logstash/inputs/elasticsearch.rb:154:in `run'
/home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-core-1.5.2.2-java/lib/logstash/pipeline.rb:176:in `inputworker'
/home/nandana/tools/logstash-1.5.2/vendor/bundle/jruby/1.9/gems/logstash-core-1.5.2.2-java/lib/logstash/pipeline.rb:170:in `start_input'
^CSIGINT received. Shutting down the pipeline. {:level=>:warn, :file=>"logstash/agent.rb", :line=>"121", :method=>"execute"}
Sending shutdown signal to input thread {:thread=>#<Thread:0x3c20c711 sleep>, :level=>:info, :file=>"logstash/pipeline.rb", :line=>"257", :method=>"shutdown"}
Plugin is finished {:plugin=><LogStash::Outputs::Stdout >, :level=>:info, :file=>"logstash/plugin.rb", :line=>"61", :method=>"finished"}
Pipeline shutdown complete. {:level=>:info, :file=>"logstash/pipeline.rb", :line=>"100", :method=>"run"}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment