Get current processing times for all USCIS centers

February-15-2018.Output.csv

GetProcessingTimes.py

from __future__ import print_function

import csv
import json
import requests
from BeautifulSoup import BeautifulSoup

def get_processing_times(center_id):
    with requests.Session() as s:
        s.get('https://egov.uscis.gov/cris/processTimesDisplayInit.do')

        headers = { 'Content-Type': 'application/x-www-form-urlencoded' }
        data = {"officeId": center_id, "displayLOProcTimes": "Field+Office+Processing+Dates" }
        res = s.post(
            'https://egov.uscis.gov/cris/processingTimesDisplay.do',
            headers=headers,
            data=data
        )

        # logging.info(res.status_code)

        return parse_html(res)
    
def parse_html(res):
    soup = BeautifulSoup(res.text)

    post = soup.find(id="posted")
    name, val = post.text.split(": ") 
    r = { name: val }

    table = soup.find('tbody')
    li = [el.text for el in table.findAll('td')]
    for name, val in zip(li[::2], li[1::2]):
        r[name] = val

    return r


if __name__ == "__main__":
    with open('USCIS-Centers.csv', 'r') as f, \
    open('ProcessingTimes.csv', 'w') as of:
        reader = csv.DictReader(f)
        writer = csv.DictWriter(of, [
          "ID",
          "Application for Certificate of Citizenship",
          "Application for Naturalization",
          "Application to Register Permanent Residence or Adjust Status",
          "City",
          "State",
          "Last Updated"
        ])
        writer.writeheader()

        for row in reader:
            center_id = row['ID']
            r = get_processing_times(center_id)
            r.update(row)

            print(json.dumps(r))
            writer.writerow(r)

March-14-2018.Output.csv