count.py

gistfile1.txt

#!/usr/bin/env python
 
import sys
from collections import Counter
import re
from blessings import Terminal
term = Terminal()
 
def show(counter):
    with term.fullscreen():
        for i,v in counter.most_common(20):
            print i, '\t', v
 
c = Counter()
 
pattern = re.compile(r'([^\s]+) -> ([^\s]+)')
 
for index, line in enumerate(sys.stdin):
    m = pattern.findall(line)
    if m:
        a, b = m[0]
    else:
        continue
        
    c.update([a,b])
    
    if index % 100 == 0:
        show(c)