Skip to content

Instantly share code, notes, and snippets.

@ouychai

ouychai/gist:fdfbebfae81dd2567c12

Created July 20, 2015 09:05
Show Gist options
  • Save ouychai/fdfbebfae81dd2567c12 to your computer and use it in GitHub Desktop.
Save ouychai/fdfbebfae81dd2567c12 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
gistfile1.txt
{:timestamp=>"2015-07-20T15:55:16.141000+0700", :message=>"Reading config file", :file=>"logstash/agent.rb", :level=>:debug, :line=>"301"}
{:timestamp=>"2015-07-20T15:55:16.408000+0700", :message=>"Compiled pipeline code:\n@inputs = []\n@filters = []\n@outputs = []\n@input_file_1 = plugin(\"input\", \"file\", LogStash::Util.hash_merge_many({ \"path\" => (\"/tmp/access_log\".force_encoding(\"UTF-8\")) }, { \"start_position\" => (\"beginning\".force_encoding(\"UTF-8\")) }))\n\n@inputs << @input_file_1\n@filter_mutate_2 = plugin(\"filter\", \"mutate\", LogStash::Util.hash_merge_many({ \"replace\" => {(\"type\".force_encoding(\"UTF-8\")) => (\"apache_access\".force_encoding(\"UTF-8\"))} }))\n\n@filters << @filter_mutate_2\n@filter_grok_3 = plugin(\"filter\", \"grok\", LogStash::Util.hash_merge_many({ \"match\" => {(\"message\".force_encoding(\"UTF-8\")) => (\"%{COMBINEDAPACHELOG}\".force_encoding(\"UTF-8\"))} }))\n\n@filters << @filter_grok_3\n@filter_date_4 = plugin(\"filter\", \"date\", LogStash::Util.hash_merge_many({ \"match\" => [(\"timestamp\".force_encoding(\"UTF-8\")), (\"dd/MMM/yyyy:HH:mm:ss Z\".force_encoding(\"UTF-8\"))] }))\n\n@filters << @filter_date_4\n@output_elasticsearch_5 = plugin(\"output\", \"elasticsearch\", LogStash::Util.hash_merge_many({ \"host\" => (\"localhost\".force_encoding(\"UTF-8\")) }))\n\n@outputs << @output_elasticsearch_5\n@output_stdout_6 = plugin(\"output\", \"stdout\", LogStash::Util.hash_merge_many({ \"codec\" => (\"rubydebug\".force_encoding(\"UTF-8\")) }))\n\n@outputs << @output_stdout_6\n @filter_func = lambda do |event, &block|\n extra_events = []\n @logger.debug? && @logger.debug(\"filter received\", :event => event.to_hash)\n if (((event[\"[path]\"] =~ /access/)))\n newevents = []\n extra_events.each do |event|\n @filter_mutate_2.filter(event) do |newevent|\n newevents << newevent\n end\n end\n extra_events += newevents\n @filter_mutate_2.filter(event) do |newevent|\n extra_events << newevent\n end\n if event.cancelled?\n extra_events.each(&block)\n return\n end\n newevents = []\n extra_events.each do |event|\n @filter_grok_3.filter(event) do |newevent|\n newevents << newevent\n end\n end\n extra_events += newevents\n @filter_grok_3.filter(event) do |newevent|\n extra_events << newevent\n end\n if event.cancelled?\n extra_events.each(&block)\n return\n end\n \n end\n newevents = []\n extra_events.each do |event|\n @filter_date_4.filter(event) do |newevent|\n newevents << newevent\n end\n end\n extra_events += newevents\n @filter_date_4.filter(event) do |newevent|\n extra_events << newevent\n end\n if event.cancelled?\n extra_events.each(&block)\n return\n end\n \n extra_events.each(&block)\n end\n @output_func = lambda do |event, &block|\n @logger.debug? && @logger.debug(\"output received\", :event => event.to_hash)\n @output_elasticsearch_5.handle(event)\n @output_stdout_6.handle(event)\n \n end", :level=>:debug, :file=>"logstash/pipeline.rb", :line=>"26"}
{:timestamp=>"2015-07-20T15:55:16.606000+0700", :message=>"Using milestone 2 input plugin 'file'. This plugin should be stable, but if you see strange behavior, please let us know! For more information on plugin milestones, see http://logstash.net/docs/1.4.3/plugin-milestones", :level=>:warn, :file=>"logstash/config/mixin.rb", :line=>"209"}
{:timestamp=>"2015-07-20T15:55:16.648000+0700", :message=>"config LogStash::Codecs::Plain/@charset = \"UTF-8\"", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.655000+0700", :message=>"config LogStash::Inputs::File/@path = [\"/tmp/access_log\"]", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.661000+0700", :message=>"config LogStash::Inputs::File/@start_position = \"beginning\"", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.663000+0700", :message=>"config LogStash::Inputs::File/@debug = false", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.666000+0700", :message=>"config LogStash::Inputs::File/@codec = <LogStash::Codecs::Plain charset=>\"UTF-8\">", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.667000+0700", :message=>"config LogStash::Inputs::File/@add_field = {}", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.672000+0700", :message=>"config LogStash::Inputs::File/@stat_interval = 1", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.677000+0700", :message=>"config LogStash::Inputs::File/@discover_interval = 15", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.679000+0700", :message=>"config LogStash::Inputs::File/@sincedb_write_interval = 15", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.707000+0700", :message=>"config LogStash::Filters::Mutate/@replace = {\"type\"=>\"apache_access\"}", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.712000+0700", :message=>"config LogStash::Filters::Mutate/@type = \"\"", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.714000+0700", :message=>"config LogStash::Filters::Mutate/@tags = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.715000+0700", :message=>"config LogStash::Filters::Mutate/@exclude_tags = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.722000+0700", :message=>"config LogStash::Filters::Mutate/@add_tag = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.723000+0700", :message=>"config LogStash::Filters::Mutate/@remove_tag = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.729000+0700", :message=>"config LogStash::Filters::Mutate/@add_field = {}", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.730000+0700", :message=>"config LogStash::Filters::Mutate/@remove_field = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.768000+0700", :message=>"config LogStash::Filters::Grok/@match = {\"message\"=>\"%{COMBINEDAPACHELOG}\"}", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.774000+0700", :message=>"config LogStash::Filters::Grok/@type = \"\"", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.777000+0700", :message=>"config LogStash::Filters::Grok/@tags = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.784000+0700", :message=>"config LogStash::Filters::Grok/@exclude_tags = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.785000+0700", :message=>"config LogStash::Filters::Grok/@add_tag = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.790000+0700", :message=>"config LogStash::Filters::Grok/@remove_tag = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.791000+0700", :message=>"config LogStash::Filters::Grok/@add_field = {}", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.792000+0700", :message=>"config LogStash::Filters::Grok/@remove_field = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.794000+0700", :message=>"config LogStash::Filters::Grok/@patterns_dir = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.795000+0700", :message=>"config LogStash::Filters::Grok/@drop_if_match = false", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.803000+0700", :message=>"config LogStash::Filters::Grok/@break_on_match = true", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.804000+0700", :message=>"config LogStash::Filters::Grok/@named_captures_only = true", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.805000+0700", :message=>"config LogStash::Filters::Grok/@keep_empty_captures = false", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.806000+0700", :message=>"config LogStash::Filters::Grok/@singles = true", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.809000+0700", :message=>"config LogStash::Filters::Grok/@tag_on_failure = [\"_grokparsefailure\"]", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.810000+0700", :message=>"config LogStash::Filters::Grok/@overwrite = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.839000+0700", :message=>"config LogStash::Filters::Date/@match = [\"timestamp\", \"dd/MMM/yyyy:HH:mm:ss Z\"]", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.844000+0700", :message=>"config LogStash::Filters::Date/@type = \"\"", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.846000+0700", :message=>"config LogStash::Filters::Date/@tags = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.847000+0700", :message=>"config LogStash::Filters::Date/@exclude_tags = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.851000+0700", :message=>"config LogStash::Filters::Date/@add_tag = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.853000+0700", :message=>"config LogStash::Filters::Date/@remove_tag = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.854000+0700", :message=>"config LogStash::Filters::Date/@add_field = {}", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.860000+0700", :message=>"config LogStash::Filters::Date/@remove_field = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.860000+0700", :message=>"config LogStash::Filters::Date/@target = \"@timestamp\"", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.907000+0700", :message=>"config LogStash::Codecs::Plain/@charset = \"UTF-8\"", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.918000+0700", :message=>"config LogStash::Outputs::ElasticSearch/@host = \"localhost\"", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.919000+0700", :message=>"config LogStash::Outputs::ElasticSearch/@type = \"\"", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.948000+0700", :message=>"config LogStash::Outputs::ElasticSearch/@tags = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.949000+0700", :message=>"config LogStash::Outputs::ElasticSearch/@exclude_tags = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.950000+0700", :message=>"config LogStash::Outputs::ElasticSearch/@codec = <LogStash::Codecs::Plain charset=>\"UTF-8\">", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.959000+0700", :message=>"config LogStash::Outputs::ElasticSearch/@workers = 1", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.966000+0700", :message=>"config LogStash::Outputs::ElasticSearch/@index = \"logstash-%{+YYYY.MM.dd}\"", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.967000+0700", :message=>"config LogStash::Outputs::ElasticSearch/@manage_template = true", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.971000+0700", :message=>"config LogStash::Outputs::ElasticSearch/@template_name = \"logstash\"", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.972000+0700", :message=>"config LogStash::Outputs::ElasticSearch/@template_overwrite = false", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.973000+0700", :message=>"config LogStash::Outputs::ElasticSearch/@document_id = nil", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.977000+0700", :message=>"config LogStash::Outputs::ElasticSearch/@embedded = false", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.978000+0700", :message=>"config LogStash::Outputs::ElasticSearch/@embedded_http_port = \"9200-9300\"", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.985000+0700", :message=>"config LogStash::Outputs::ElasticSearch/@max_inflight_requests = 50", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:16.995000+0700", :message=>"config LogStash::Outputs::ElasticSearch/@flush_size = 5000", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:17.005000+0700", :message=>"config LogStash::Outputs::ElasticSearch/@idle_flush_time = 1", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:17.006000+0700", :message=>"config LogStash::Outputs::ElasticSearch/@action = \"index\"", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:17.158000+0700", :message=>"config LogStash::Outputs::Stdout/@codec = <LogStash::Codecs::RubyDebug >", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:17.159000+0700", :message=>"config LogStash::Outputs::Stdout/@type = \"\"", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:17.160000+0700", :message=>"config LogStash::Outputs::Stdout/@tags = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:17.161000+0700", :message=>"config LogStash::Outputs::Stdout/@exclude_tags = []", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
{:timestamp=>"2015-07-20T15:55:17.162000+0700", :message=>"config LogStash::Outputs::Stdout/@workers = 1", :level=>:debug, :file=>"logstash/config/mixin.rb", :line=>"105"}
Configuration OK
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment