Skip to content

Instantly share code, notes, and snippets.

@michbsd
Created May 29, 2016
Embed
What would you like to do?
{:timestamp=>"2016-05-29T21:21:54.857000+0200", :message=>"filter received", :event=>{"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1"}, :level=>:debug, :file=>"(eval)", :line=>"73", :method=>"filter_func"}
{:timestamp=>"2016-05-29T21:21:54.857000+0200", :message=>"Running grok filter", :event=>#<LogStash::Event:0x5f576d19 @metadata_accessors=#<LogStash::Util::Accessors:0x39da7b20 @store={}, @lut={}>, @cancelled=false, @data={"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1"}, @metadata={}, @accessors=#<LogStash::Util::Accessors:0x13c388f4 @store={"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1"}, @lut={"type"=>[{"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1"}, "type"], "[type]"=>[{"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1"}, "type"]}>>, :level=>:debug, :file=>"logstash/filters/grok.rb", :line=>"277", :method=>"filter"}
{:timestamp=>"2016-05-29T21:21:54.860000+0200", :message=>"Event now: ", :event=>#<LogStash::Event:0x5f576d19 @metadata_accessors=#<LogStash::Util::Accessors:0x39da7b20 @store={}, @lut={}>, @cancelled=false, @data={"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1", "ip1"=>"12.183.71.67", "ip2"=>"172.31.255.248", "timestamp"=>"29/May/2016:21:20:16 +0200", "method"=>"GET", "host"=>"www.mysite.com", "path"=>"/medias/2015/10/05/some-image.jpg", "http_status"=>"304", "bytes"=>"0", "berespms"=>"0.000044", "cache_handling"=>"hit"}, @metadata={}, @accessors=#<LogStash::Util::Accessors:0x13c388f4 @store={"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1", "ip1"=>"12.183.71.67", "ip2"=>"172.31.255.248", "timestamp"=>"29/May/2016:21:20:16 +0200", "method"=>"GET", "host"=>"www.mysite.com", "path"=>"/medias/2015/10/05/some-image.jpg", "http_status"=>"304", "bytes"=>"0", "berespms"=>"0.000044", "cache_handling"=>"hit"}, @lut={"type"=>[{"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1", "ip1"=>"12.183.71.67", "ip2"=>"172.31.255.248", "timestamp"=>"29/May/2016:21:20:16 +0200", "method"=>"GET", "host"=>"www.mysite.com", "path"=>"/medias/2015/10/05/some-image.jpg", "http_status"=>"304", "bytes"=>"0", "berespms"=>"0.000044", "cache_handling"=>"hit"}, "type"], "[type]"=>[{"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1", "ip1"=>"12.183.71.67", "ip2"=>"172.31.255.248", "timestamp"=>"29/May/2016:21:20:16 +0200", "method"=>"GET", "host"=>"www.mysite.com", "path"=>"/medias/2015/10/05/some-image.jpg", "http_status"=>"304", "bytes"=>"0", "berespms"=>"0.000044", "cache_handling"=>"hit"}, "type"], "message"=>[{"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1", "ip1"=>"12.183.71.67", "ip2"=>"172.31.255.248", "timestamp"=>"29/May/2016:21:20:16 +0200", "method"=>"GET", "host"=>"www.mysite.com", "path"=>"/medias/2015/10/05/some-image.jpg", "http_status"=>"304", "bytes"=>"0", "berespms"=>"0.000044", "cache_handling"=>"hit"}, "message"], "ip1"=>[{"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1", "ip1"=>"12.183.71.67", "ip2"=>"172.31.255.248", "timestamp"=>"29/May/2016:21:20:16 +0200", "method"=>"GET", "host"=>"www.mysite.com", "path"=>"/medias/2015/10/05/some-image.jpg", "http_status"=>"304", "bytes"=>"0", "berespms"=>"0.000044", "cache_handling"=>"hit"}, "ip1"], "ip2"=>[{"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1", "ip1"=>"12.183.71.67", "ip2"=>"172.31.255.248", "timestamp"=>"29/May/2016:21:20:16 +0200", "method"=>"GET", "host"=>"www.mysite.com", "path"=>"/medias/2015/10/05/some-image.jpg", "http_status"=>"304", "bytes"=>"0", "berespms"=>"0.000044", "cache_handling"=>"hit"}, "ip2"], "timestamp"=>[{"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1", "ip1"=>"12.183.71.67", "ip2"=>"172.31.255.248", "timestamp"=>"29/May/2016:21:20:16 +0200", "method"=>"GET", "host"=>"www.mysite.com", "path"=>"/medias/2015/10/05/some-image.jpg", "http_status"=>"304", "bytes"=>"0", "berespms"=>"0.000044", "cache_handling"=>"hit"}, "timestamp"], "method"=>[{"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1", "ip1"=>"12.183.71.67", "ip2"=>"172.31.255.248", "timestamp"=>"29/May/2016:21:20:16 +0200", "method"=>"GET", "host"=>"www.mysite.com", "path"=>"/medias/2015/10/05/some-image.jpg", "http_status"=>"304", "bytes"=>"0", "berespms"=>"0.000044", "cache_handling"=>"hit"}, "method"], "host"=>[{"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1", "ip1"=>"12.183.71.67", "ip2"=>"172.31.255.248", "timestamp"=>"29/May/2016:21:20:16 +0200", "method"=>"GET", "host"=>"www.mysite.com", "path"=>"/medias/2015/10/05/some-image.jpg", "http_status"=>"304", "bytes"=>"0", "berespms"=>"0.000044", "cache_handling"=>"hit"}, "host"], "path"=>[{"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1", "ip1"=>"12.183.71.67", "ip2"=>"172.31.255.248", "timestamp"=>"29/May/2016:21:20:16 +0200", "method"=>"GET", "host"=>"www.mysite.com", "path"=>"/medias/2015/10/05/some-image.jpg", "http_status"=>"304", "bytes"=>"0", "berespms"=>"0.000044", "cache_handling"=>"hit"}, "path"], "http_status"=>[{"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1", "ip1"=>"12.183.71.67", "ip2"=>"172.31.255.248", "timestamp"=>"29/May/2016:21:20:16 +0200", "method"=>"GET", "host"=>"www.mysite.com", "path"=>"/medias/2015/10/05/some-image.jpg", "http_status"=>"304", "bytes"=>"0", "berespms"=>"0.000044", "cache_handling"=>"hit"}, "http_status"], "bytes"=>[{"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1", "ip1"=>"12.183.71.67", "ip2"=>"172.31.255.248", "timestamp"=>"29/May/2016:21:20:16 +0200", "method"=>"GET", "host"=>"www.mysite.com", "path"=>"/medias/2015/10/05/some-image.jpg", "http_status"=>"304", "bytes"=>"0", "berespms"=>"0.000044", "cache_handling"=>"hit"}, "bytes"], "berespms"=>[{"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1", "ip1"=>"12.183.71.67", "ip2"=>"172.31.255.248", "timestamp"=>"29/May/2016:21:20:16 +0200", "method"=>"GET", "host"=>"www.mysite.com", "path"=>"/medias/2015/10/05/some-image.jpg", "http_status"=>"304", "bytes"=>"0", "berespms"=>"0.000044", "cache_handling"=>"hit"}, "berespms"], "cache_handling"=>[{"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1", "ip1"=>"12.183.71.67", "ip2"=>"172.31.255.248", "timestamp"=>"29/May/2016:21:20:16 +0200", "method"=>"GET", "host"=>"www.mysite.com", "path"=>"/medias/2015/10/05/some-image.jpg", "http_status"=>"304", "bytes"=>"0", "berespms"=>"0.000044", "cache_handling"=>"hit"}, "cache_handling"]}>>, :level=>:debug, :file=>"logstash/filters/grok.rb", :line=>"292", :method=>"filter"}
{:timestamp=>"2016-05-29T21:21:55.444000+0200", :message=>"output received", :event=>{"@timestamp"=>"2016-05-29T19:21:29.341Z", "beat"=>{"hostname"=>"xxx.myvarnish.com", "name"=>"xxx.myvarnish.com"}, "input_type"=>"log", "message"=>"12.183.71.67, 172.31.255.248 - [29/May/2016:21:20:16 +0200] GET 'www.mysite.com' '/medias/2015/10/05/some-image.jpg' '' 304 0 0.000044 hit", "offset"=>4621846, "source"=>"/var/log/varnishncsa.log", "type"=>"jaf_prod_varnish", "@version"=>"1", "ip1"=>"12.183.71.67", "ip2"=>"172.31.255.248", "timestamp"=>"29/May/2016:21:20:16 +0200", "method"=>"GET", "host"=>"www.mysite.com", "path"=>"/medias/2015/10/05/some-image.jpg", "http_status"=>"304", "bytes"=>"0", "berespms"=>"0.000044", "cache_handling"=>"hit"}, :level=>:debug, :file=>"(eval)", :line=>"81", :method=>"output_func"}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment