Script to filter output from `uniq -c` to only items that appear more than `--frequency=n` times.

over.py

#!/bitly/local/bin/python

import tornado.options
import logging
import sys

if __name__ == "__main__":
    tornado.options.define("frequency", type=int)
    tornado.options.parse_command_line()
    for line in sys.stdin:
        if not line:
            continue
        try:
            n, extra = line.strip().split(" ", 1)
            if int(n) > tornado.options.options.frequency:
                sys.stdout.write(line)
        except:
            logging.exception('error reading line %r', line)