parse_file.py

#!/usr/bin/env python
import re
import sys
from functools import partial

remainder = ""
bufsize=4096
ex = re.compile('"(?:url|referer)"\:"([^"]*)"')

with open(sys.argv[1]) as f:
    for buf in iter(partial(f.read,bufsize),""):
        buf = remainder + buf
        remainder = ""
        endpos = 0
        for m in ex.finditer(buf):
            print m.group(1)
            endpos = m.end()
        remainder = buf[endpos:]