download a gzipped file line by line (for example http://csr.lanl.gov/data/cyber1/ files)

line_by_line_python3.py

import urllib.request
import gzip
N = 200000
def read_line_by_line(url,handlefunc,**kwargs):
    with gzip.open(urllib.request.urlopen(url),'r') as f:
    for i in range(N):
        try:
            arr =f.readline().decode('ascii').strip().split(',')
            handlefunc(arr,kwargs)
        except StopIteration:
            break