Skip to content

Instantly share code, notes, and snippets.

@chrisan
Created October 11, 2016 11:28
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save chrisan/7642d3c6a7c5c1b853495fccaef027c0 to your computer and use it in GitHub Desktop.
Save chrisan/7642d3c6a7c5c1b853495fccaef027c0 to your computer and use it in GitHub Desktop.
$ /opt/logstash/bin/logstash -f first-pipeline.conf
Settings: Default pipeline workers: 4
Pipeline main started
{
"message" => "83.149.9.216 - - [04/Jan/2015:05:13:42 +0000] \"GET /presentations/logstash-monitorama-2013/images/kibana-search.png HTTP/1.1\" 200 203023 \"http://semicomplete.com/presentations/logstash-monitorama-2013/\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"@version" => "1",
"@timestamp" => "2016-10-11T11:27:47.661Z",
"path" => "/home/chris/code/logstash/logs/logstash-tutorial.log",
"host" => "ubuntu",
"clientip" => "83.149.9.216",
"ident" => "-",
"auth" => "-",
"timestamp" => "04/Jan/2015:05:13:42 +0000",
"verb" => "GET",
"request" => "/presentations/logstash-monitorama-2013/images/kibana-search.png",
"httpversion" => "1.1",
"response" => "200",
"bytes" => "203023",
"referrer" => "\"http://semicomplete.com/presentations/logstash-monitorama-2013/\"",
"agent" => "\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"geoip" => {
"ip" => "83.149.9.216",
"country_code2" => "RU",
"country_code3" => "RUS",
"country_name" => "Russian Federation",
"continent_code" => "EU",
"region_name" => "48",
"city_name" => "Moscow",
"latitude" => 55.75219999999999,
"longitude" => 37.6156,
"timezone" => "Europe/Moscow",
"real_region_name" => "Moscow City",
"location" => [
[0] 37.6156,
[1] 55.75219999999999
]
}
}
{
"message" => "83.149.9.216 - - [04/Jan/2015:05:13:42 +0000] \"GET /presentations/logstash-monitorama-2013/images/kibana-dashboard3.png HTTP/1.1\" 200 171717 \"http://semicomplete.com/presentations/logstash-monitorama-2013/\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"@version" => "1",
"@timestamp" => "2016-10-11T11:27:48.046Z",
"path" => "/home/chris/code/logstash/logs/logstash-tutorial.log",
"host" => "ubuntu",
"clientip" => "83.149.9.216",
"ident" => "-",
"auth" => "-",
"timestamp" => "04/Jan/2015:05:13:42 +0000",
"verb" => "GET",
"request" => "/presentations/logstash-monitorama-2013/images/kibana-dashboard3.png",
"httpversion" => "1.1",
"response" => "200",
"bytes" => "171717",
"referrer" => "\"http://semicomplete.com/presentations/logstash-monitorama-2013/\"",
"agent" => "\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"geoip" => {
"ip" => "83.149.9.216",
"country_code2" => "RU",
"country_code3" => "RUS",
"country_name" => "Russian Federation",
"continent_code" => "EU",
"region_name" => "48",
"city_name" => "Moscow",
"latitude" => 55.75219999999999,
"longitude" => 37.6156,
"timezone" => "Europe/Moscow",
"real_region_name" => "Moscow City",
"location" => [
[0] 37.6156,
[1] 55.75219999999999
]
}
}
{
"message" => "83.149.9.216 - - [04/Jan/2015:05:13:44 +0000] \"GET /presentations/logstash-monitorama-2013/plugin/highlight/highlight.js HTTP/1.1\" 200 26185 \"http://semicomplete.com/presentations/logstash-monitorama-2013/\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"@version" => "1",
"@timestamp" => "2016-10-11T11:27:48.046Z",
"path" => "/home/chris/code/logstash/logs/logstash-tutorial.log",
"host" => "ubuntu",
"clientip" => "83.149.9.216",
"ident" => "-",
"auth" => "-",
"timestamp" => "04/Jan/2015:05:13:44 +0000",
"verb" => "GET",
"request" => "/presentations/logstash-monitorama-2013/plugin/highlight/highlight.js",
"httpversion" => "1.1",
"response" => "200",
"bytes" => "26185",
"referrer" => "\"http://semicomplete.com/presentations/logstash-monitorama-2013/\"",
"agent" => "\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"geoip" => {
"ip" => "83.149.9.216",
"country_code2" => "RU",
"country_code3" => "RUS",
"country_name" => "Russian Federation",
"continent_code" => "EU",
"region_name" => "48",
"city_name" => "Moscow",
"latitude" => 55.75219999999999,
"longitude" => 37.6156,
"timezone" => "Europe/Moscow",
"real_region_name" => "Moscow City",
"location" => [
[0] 37.6156,
[1] 55.75219999999999
]
}
}
{
"message" => "83.149.9.216 - - [04/Jan/2015:05:13:44 +0000] \"GET /presentations/logstash-monitorama-2013/plugin/zoom-js/zoom.js HTTP/1.1\" 200 7697 \"http://semicomplete.com/presentations/logstash-monitorama-2013/\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"@version" => "1",
"@timestamp" => "2016-10-11T11:27:48.048Z",
"path" => "/home/chris/code/logstash/logs/logstash-tutorial.log",
"host" => "ubuntu",
"clientip" => "83.149.9.216",
"ident" => "-",
"auth" => "-",
"timestamp" => "04/Jan/2015:05:13:44 +0000",
"verb" => "GET",
"request" => "/presentations/logstash-monitorama-2013/plugin/zoom-js/zoom.js",
"httpversion" => "1.1",
"response" => "200",
"bytes" => "7697",
"referrer" => "\"http://semicomplete.com/presentations/logstash-monitorama-2013/\"",
"agent" => "\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"geoip" => {
"ip" => "83.149.9.216",
"country_code2" => "RU",
"country_code3" => "RUS",
"country_name" => "Russian Federation",
"continent_code" => "EU",
"region_name" => "48",
"city_name" => "Moscow",
"latitude" => 55.75219999999999,
"longitude" => 37.6156,
"timezone" => "Europe/Moscow",
"real_region_name" => "Moscow City",
"location" => [
[0] 37.6156,
[1] 55.75219999999999
]
}
}
{
"message" => "83.149.9.216 - - [04/Jan/2015:05:13:45 +0000] \"GET /presentations/logstash-monitorama-2013/plugin/notes/notes.js HTTP/1.1\" 200 2892 \"http://semicomplete.com/presentations/logstash-monitorama-2013/\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"@version" => "1",
"@timestamp" => "2016-10-11T11:27:48.048Z",
"path" => "/home/chris/code/logstash/logs/logstash-tutorial.log",
"host" => "ubuntu",
"clientip" => "83.149.9.216",
"ident" => "-",
"auth" => "-",
"timestamp" => "04/Jan/2015:05:13:45 +0000",
"verb" => "GET",
"request" => "/presentations/logstash-monitorama-2013/plugin/notes/notes.js",
"httpversion" => "1.1",
"response" => "200",
"bytes" => "2892",
"referrer" => "\"http://semicomplete.com/presentations/logstash-monitorama-2013/\"",
"agent" => "\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"geoip" => {
"ip" => "83.149.9.216",
"country_code2" => "RU",
"country_code3" => "RUS",
"country_name" => "Russian Federation",
"continent_code" => "EU",
"region_name" => "48",
"city_name" => "Moscow",
"latitude" => 55.75219999999999,
"longitude" => 37.6156,
"timezone" => "Europe/Moscow",
"real_region_name" => "Moscow City",
"location" => [
[0] 37.6156,
[1] 55.75219999999999
]
}
}
{
"message" => "83.149.9.216 - - [04/Jan/2015:05:13:42 +0000] \"GET /presentations/logstash-monitorama-2013/images/sad-medic.png HTTP/1.1\" 200 430406 \"http://semicomplete.com/presentations/logstash-monitorama-2013/\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"@version" => "1",
"@timestamp" => "2016-10-11T11:27:48.049Z",
"path" => "/home/chris/code/logstash/logs/logstash-tutorial.log",
"host" => "ubuntu",
"clientip" => "83.149.9.216",
"ident" => "-",
"auth" => "-",
"timestamp" => "04/Jan/2015:05:13:42 +0000",
"verb" => "GET",
"request" => "/presentations/logstash-monitorama-2013/images/sad-medic.png",
"httpversion" => "1.1",
"response" => "200",
"bytes" => "430406",
"referrer" => "\"http://semicomplete.com/presentations/logstash-monitorama-2013/\"",
"agent" => "\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"geoip" => {
"ip" => "83.149.9.216",
"country_code2" => "RU",
"country_code3" => "RUS",
"country_name" => "Russian Federation",
"continent_code" => "EU",
"region_name" => "48",
"city_name" => "Moscow",
"latitude" => 55.75219999999999,
"longitude" => 37.6156,
"timezone" => "Europe/Moscow",
"real_region_name" => "Moscow City",
"location" => [
[0] 37.6156,
[1] 55.75219999999999
]
}
}
{
"message" => "83.149.9.216 - - [04/Jan/2015:05:13:45 +0000] \"GET /presentations/logstash-monitorama-2013/css/fonts/Roboto-Bold.ttf HTTP/1.1\" 200 38720 \"http://semicomplete.com/presentations/logstash-monitorama-2013/\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"@version" => "1",
"@timestamp" => "2016-10-11T11:27:48.049Z",
"path" => "/home/chris/code/logstash/logs/logstash-tutorial.log",
"host" => "ubuntu",
"clientip" => "83.149.9.216",
"ident" => "-",
"auth" => "-",
"timestamp" => "04/Jan/2015:05:13:45 +0000",
"verb" => "GET",
"request" => "/presentations/logstash-monitorama-2013/css/fonts/Roboto-Bold.ttf",
"httpversion" => "1.1",
"response" => "200",
"bytes" => "38720",
"referrer" => "\"http://semicomplete.com/presentations/logstash-monitorama-2013/\"",
"agent" => "\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"geoip" => {
"ip" => "83.149.9.216",
"country_code2" => "RU",
"country_code3" => "RUS",
"country_name" => "Russian Federation",
"continent_code" => "EU",
"region_name" => "48",
"city_name" => "Moscow",
"latitude" => 55.75219999999999,
"longitude" => 37.6156,
"timezone" => "Europe/Moscow",
"real_region_name" => "Moscow City",
"location" => [
[0] 37.6156,
[1] 55.75219999999999
]
}
}
{
"message" => "83.149.9.216 - - [04/Jan/2015:05:13:45 +0000] \"GET /presentations/logstash-monitorama-2013/css/fonts/Roboto-Regular.ttf HTTP/1.1\" 200 41820 \"http://semicomplete.com/presentations/logstash-monitorama-2013/\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"@version" => "1",
"@timestamp" => "2016-10-11T11:27:48.051Z",
"path" => "/home/chris/code/logstash/logs/logstash-tutorial.log",
"host" => "ubuntu",
"clientip" => "83.149.9.216",
"ident" => "-",
"auth" => "-",
"timestamp" => "04/Jan/2015:05:13:45 +0000",
"verb" => "GET",
"request" => "/presentations/logstash-monitorama-2013/css/fonts/Roboto-Regular.ttf",
"httpversion" => "1.1",
"response" => "200",
"bytes" => "41820",
"referrer" => "\"http://semicomplete.com/presentations/logstash-monitorama-2013/\"",
"agent" => "\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"geoip" => {
"ip" => "83.149.9.216",
"country_code2" => "RU",
"country_code3" => "RUS",
"country_name" => "Russian Federation",
"continent_code" => "EU",
"region_name" => "48",
"city_name" => "Moscow",
"latitude" => 55.75219999999999,
"longitude" => 37.6156,
"timezone" => "Europe/Moscow",
"real_region_name" => "Moscow City",
"location" => [
[0] 37.6156,
[1] 55.75219999999999
]
}
}
{
"message" => "83.149.9.216 - - [04/Jan/2015:05:13:45 +0000] \"GET /presentations/logstash-monitorama-2013/images/frontend-response-codes.png HTTP/1.1\" 200 52878 \"http://semicomplete.com/presentations/logstash-monitorama-2013/\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"@version" => "1",
"@timestamp" => "2016-10-11T11:27:48.051Z",
"path" => "/home/chris/code/logstash/logs/logstash-tutorial.log",
"host" => "ubuntu",
"clientip" => "83.149.9.216",
"ident" => "-",
"auth" => "-",
"timestamp" => "04/Jan/2015:05:13:45 +0000",
"verb" => "GET",
"request" => "/presentations/logstash-monitorama-2013/images/frontend-response-codes.png",
"httpversion" => "1.1",
"response" => "200",
"bytes" => "52878",
"referrer" => "\"http://semicomplete.com/presentations/logstash-monitorama-2013/\"",
"agent" => "\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"geoip" => {
"ip" => "83.149.9.216",
"country_code2" => "RU",
"country_code3" => "RUS",
"country_name" => "Russian Federation",
"continent_code" => "EU",
"region_name" => "48",
"city_name" => "Moscow",
"latitude" => 55.75219999999999,
"longitude" => 37.6156,
"timezone" => "Europe/Moscow",
"real_region_name" => "Moscow City",
"location" => [
[0] 37.6156,
[1] 55.75219999999999
]
}
}
{
"message" => "83.149.9.216 - - [04/Jan/2015:05:13:43 +0000] \"GET /presentations/logstash-monitorama-2013/images/kibana-dashboard.png HTTP/1.1\" 200 321631 \"http://semicomplete.com/presentations/logstash-monitorama-2013/\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"@version" => "1",
"@timestamp" => "2016-10-11T11:27:48.053Z",
"path" => "/home/chris/code/logstash/logs/logstash-tutorial.log",
"host" => "ubuntu",
"clientip" => "83.149.9.216",
"ident" => "-",
"auth" => "-",
"timestamp" => "04/Jan/2015:05:13:43 +0000",
"verb" => "GET",
"request" => "/presentations/logstash-monitorama-2013/images/kibana-dashboard.png",
"httpversion" => "1.1",
"response" => "200",
"bytes" => "321631",
"referrer" => "\"http://semicomplete.com/presentations/logstash-monitorama-2013/\"",
"agent" => "\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36\"",
"geoip" => {
"ip" => "83.149.9.216",
"country_code2" => "RU",
"country_code3" => "RUS",
"country_name" => "Russian Federation",
"continent_code" => "EU",
"region_name" => "48",
"city_name" => "Moscow",
"latitude" => 55.75219999999999,
"longitude" => 37.6156,
"timezone" => "Europe/Moscow",
"real_region_name" => "Moscow City",
"location" => [
[0] 37.6156,
[1] 55.75219999999999
]
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment