GeoCoder script

geoocoder.py

import requests
import json
import usaddress
import csv

def getRecords():
    with open('addresses.csv', 'rb') as f:
        reader = csv.reader(f)
        for row in reader:
            yield row
            
def geocode(address):
    url = 'https://geomap.ffiec.gov/FFIECGeocMap/GeocodeMap1.aspx/GetGeocodeData'
    headers = {'content-type': 'application/json; charset=utf-8'}
    params = {'sSingleLine': address, 'iCensusYear': "2014"}
    r = requests.post(url, headers=headers, data=json.dumps(params))
    return r.json()

if __name__ == "__main__":
    import time
    f = open('geocoded.csv', 'wb')
    writer = csv.writer(f)
    iterator = iter(getRecords())
    header = iterator.next()
    writer.writerow(header)
    while True:
        try:
            row = iterator.next()
            add = row[0]
            response = geocode(add)
            latitude = response['d']['sLatitude']
            longitude = response['d']['sLongitude']
            if not latitude:
                print 'trying again'
                parsed_address = usaddress.parse(row[0])
                add = ' '.join([component for component, label in parsed_address \
                        if label in ['AddressNumber', 'StreetNamePreDirectional', 'StreetName']])
                response = geocode('{0} Chicago, IL'.format(add))
                latitude = response['d']['sLatitude']
                longitude = response['d']['sLongitude']
            row.extend([latitude, longitude])
            print (add, row[0], latitude, longitude)
            time.sleep(0.4)
            writer.writerow(row)
        except StopIteration:
            break
    f.close()