grep-access-log-for-ips.py

#!/usr/bin/env python
import collections
import subprocess
import shlex
import re
import pprint
import optparse

ips = set(optparse.OptionParser().parse_args()[1])

REGEX = r'\"(.*?)\"|\[(.*?)\]|(\S+)'
def analyze(ips):
    matches = collections.defaultdict(lambda: 0)
    for ip in ips:
        if not ip:
            continue
        print "Analyzing {0}".format(ip)
        results = subprocess.Popen(shlex.split('grep {0} access.log'.format(ip)), stdout=subprocess.PIPE).communicate()[0]
        for line in results.split('\n'):
            r = map(''.join, re.findall(REGEX, line))
            if r:
                matches[r[-1]] += 1
    return dict(matches)

print("User Agent analysis:")
results = analyze(ips)
print("Seen\n")
for user_agent, count in results.iteritems():
    print("{0}: {1} time{2}".format(user_agent, count, '' if count < 2 else 's'))