access_log_parser.rb

#! /usr/local/bin/ruby

re = /^([\d.]+) (\S+) (\S+) \[([\w:\/]+\s[+\-]\d{4})\] "(.+?)" (\d{3}) (\d+) "([^"]+)" "([^"]+)"/

begin
  while true
    m = STDIN.readline.match(re)
    puts "#{m[1]} #{m[4]}" if m
  end
rescue EOFError
end

Get # of Hits Per Minute From Access Log

cat access_logs.20090319_1000.log | ./access_log_parser.rb | sed 's/19\/Mar\/2009:\(10:[0-9]*\).*/\1/' | sort -k 2,1| uniq -c | egrep -v '\s*1 ' | less