Created
May 20, 2014 20:22
-
-
Save marianogg9/3329368dea8d48d97190 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Reading config file {:file=>"logstash/agent.rb", :level=>:debug, :line=>"301"} | |
Compiled pipeline code: | |
@inputs = [] | |
@filters = [] | |
@outputs = [] | |
@input_s3_1 = plugin("input", "s3", LogStash::Util.hash_merge_many({ "bucket" => ("name".force_encoding("UTF-8")) }, { "credentials" => [("accesskey".force_encoding("UTF-8")), ("secretkey".force_encoding("UTF-8"))] }, { "delete" => ("false".force_encoding("UTF-8")) }, { "interval" => 60 }, { "region_endpoint" => ("us-east-1".force_encoding("UTF-8")) }, { "type" => ("elb-access".force_encoding("UTF-8")) })) | |
@inputs << @input_s3_1 | |
@filter_date_2 = plugin("filter", "date", LogStash::Util.hash_merge_many({ "match" => [("eventTime".force_encoding("UTF-8")), ("ISO8601".force_encoding("UTF-8"))] }, { ("remove_tag".force_encoding("UTF-8")) => [("splitted".force_encoding("UTF-8"))] }, { ("add_tag".force_encoding("UTF-8")) => [("cloudtrail".force_encoding("UTF-8"))] })) | |
@filters << @filter_date_2 | |
@filter_ruby_3 = plugin("filter", "ruby", LogStash::Util.hash_merge_many({ ("code".force_encoding("UTF-8")) => ("[\"responseElements\",\"requestParameters\"].each { |field| event[field] = event[field].inspect } ".force_encoding("UTF-8")) })) | |
@filters << @filter_ruby_3 | |
@output_stdout_4 = plugin("output", "stdout", LogStash::Util.hash_merge_many({ "codec" => ("rubydebug".force_encoding("UTF-8")) })) | |
@outputs << @output_stdout_4 | |
@filter_func = lambda do |event, &block| | |
extra_events = [] | |
@logger.debug? && @logger.debug("filter received", :event => event.to_hash) | |
newevents = [] | |
extra_events.each do |event| | |
@filter_date_2.filter(event) do |newevent| | |
newevents << newevent | |
end | |
end | |
extra_events += newevents | |
@filter_date_2.filter(event) do |newevent| | |
extra_events << newevent | |
end | |
if event.cancelled? | |
extra_events.each(&block) | |
return | |
end | |
newevents = [] | |
extra_events.each do |event| | |
@filter_ruby_3.filter(event) do |newevent| | |
newevents << newevent | |
end | |
end | |
extra_events += newevents | |
@filter_ruby_3.filter(event) do |newevent| | |
extra_events << newevent | |
end | |
if event.cancelled? | |
extra_events.each(&block) | |
return | |
end | |
extra_events.each(&block) | |
end | |
@output_func = lambda do |event, &block| | |
@logger.debug? && @logger.debug("output received", :event => event.to_hash) | |
@output_stdout_4.handle(event) | |
end {:level=>:debug, :file=>"logstash/pipeline.rb", :line=>"26"} | |
Using milestone 1 input plugin 's3'. This plugin should work, but would benefit from use by folks like you. Please let us know if you find bugs or have suggestions on how to improve this plugin. For more information on plugin milestones, see http://logstash.net/docs/1.4.1/plugin-milestones {:level=>:warn, :file=>"logstash/config/mixin.rb", :line=>"209"} | |
config LogStash::Codecs::Plain/@charset = "UTF-8" {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Inputs::S3/@bucket = "name" {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Inputs::S3/@credentials = ["accesskey", "secretkey"] {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Inputs::S3/@delete = false {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Inputs::S3/@interval = 60 {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Inputs::S3/@region_endpoint = "us-east-1" {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Inputs::S3/@type = "elb-access" {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Inputs::S3/@debug = false {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Inputs::S3/@codec = <LogStash::Codecs::Plain charset=>"UTF-8"> {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Inputs::S3/@add_field = {} {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Inputs::S3/@prefix = nil {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Inputs::S3/@sincedb_path = nil {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Inputs::S3/@backup_to_bucket = nil {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Inputs::S3/@backup_to_dir = nil {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Filters::Date/@match = ["eventTime", "ISO8601"] {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Filters::Date/@remove_tag = ["splitted"] {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Filters::Date/@add_tag = ["cloudtrail"] {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Filters::Date/@type = "" {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Filters::Date/@tags = [] {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Filters::Date/@exclude_tags = [] {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Filters::Date/@add_field = {} {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Filters::Date/@remove_field = [] {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Filters::Date/@target = "@timestamp" {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
Using milestone 1 filter plugin 'ruby'. This plugin should work, but would benefit from use by folks like you. Please let us know if you find bugs or have suggestions on how to improve this plugin. For more information on plugin milestones, see http://logstash.net/docs/1.4.1/plugin-milestones {:level=>:warn, :file=>"logstash/config/mixin.rb", :line=>"209"} | |
config LogStash::Filters::Ruby/@code = "[\"responseElements\",\"requestParameters\"].each { |field| event[field] = event[field].inspect } " {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Filters::Ruby/@type = "" {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Filters::Ruby/@tags = [] {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Filters::Ruby/@exclude_tags = [] {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Filters::Ruby/@add_tag = [] {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Filters::Ruby/@remove_tag = [] {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Filters::Ruby/@add_field = {} {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Filters::Ruby/@remove_field = [] {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Outputs::Stdout/@codec = <LogStash::Codecs::RubyDebug > {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Outputs::Stdout/@type = "" {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Outputs::Stdout/@tags = [] {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Outputs::Stdout/@exclude_tags = [] {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
config LogStash::Outputs::Stdout/@workers = 1 {:level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"} | |
Registering s3 input {:bucket=>"name", :region_endpoint=>"us-east-1", :level=>:info, :file=>"logstash/inputs/s3.rb", :line=>"69"} | |
Adding type with date config {:type=>"", :field=>"eventTime", :format=>"ISO8601", :level=>:debug, :file=>"logstash/filters/date.rb", :line=>"165"} | |
Pipeline started {:level=>:info, :file=>"logstash/pipeline.rb", :line=>"78"} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment