Skip to content

Instantly share code, notes, and snippets.

View rashidkpc's full-sized avatar
🚲

Rashid Khan rashidkpc

🚲
View GitHub Profile
filter {
mutate {
replace => [ "@tags", "" ]
type => "syslog"
}
}
@rashidkpc
rashidkpc / gist:3794465
Created September 27, 2012 14:55
Kibana on Passenger
LoadModule passenger_module /usr/lib/ruby/gems/1.8/gems/passenger-3.0.11/ext/apache2/mod_passenger.so
PassengerRoot /usr/lib/ruby/gems/1.8/gems/passenger-3.0.11
PassengerRuby /usr/bin/ruby
<VirtualHost *:80>
ServerName logs.example.com
ServerAlias logs.example.com
DocumentRoot /home/httpd/Kibana/static
#!/usr/bin/ruby
queue_list = `rabbitmqctl list_queues`.split("\n")
queue_list.pop
queue_list.shift
queues = Hash.new
queue_list.each do |queue|
queue = queue.strip.split(/\s+/).collect(&:strip)
queue_stat = queue.pop
queue_name = queue.pop
@rashidkpc
rashidkpc / gist:5059781
Created February 28, 2013 20:19
Indexed throttled tweets into elasticsearch and resets the id counter after a definable number of events
require 'rubygems'
require 'tire'
require 'tweetstream'
bulk_limit = 50
throttle = 10
total_limit = 4320000
TweetStream.configure do |config|
config.consumer_key = 'foo'
require 'rubygems'
require 'tire'
require 'tweetstream'
# How many events to index at once
bulk_limit = 50
# Twitter will feed us ~50 events/sec, how many of those do we really want?
throttle = 10
server {
listen *:80 ;
server_name my.host.org;
location ~ ^/_aliases$ {
proxy_pass http://127.0.0.1:9200;
proxy_read_timeout 90;
}
location ~ ^/.*/_search$ {
proxy_pass http://127.0.0.1:9200;
@rashidkpc
rashidkpc / apachelogs.rb
Created April 2, 2013 23:49
Http log generator for testing Logstash/Kibana
#!/usr/bin/ruby
require 'digest/md5'
require 'time'
#require 'tire'
class IPGenerator
public
def initialize(session_count, session_length)
@session_count = session_count
@rashidkpc
rashidkpc / gist:5303482
Created April 3, 2013 17:48
7 days of logs
require 'rubygems'
require 'digest/md5'
require 'time'
require 'tire'
class IPGenerator
public
def initialize(session_count, session_length)
@session_count = session_count
@session_length = session_length
@rashidkpc
rashidkpc / import.rb
Last active December 15, 2015 19:39
JSON to timestamped index importer
require 'json'
require 'time'
require 'tire'
# File to read
file = 'test.txt'
# Field in which time value can be found
timefield = '@timestamp'
#!/usr/bin/ruby
require 'rubygems'
require 'digest/md5'
require 'time'
require 'tire'
class IPGenerator
public
def initialize(session_count, session_length)
@session_count = session_count