👷 lowe's locations scraped from http://lowes.know-where.com/lowes/cgi/index

lowes.csv

lowes.py

import csv
import re
import sys

import lxml.html
import requests

writer = csv.writer(sys.stdout)

states = requests.get('https://raw.githubusercontent.com/wireservice/lookup/master/state/usps.csv')
states = [s[-2:] for s in states.text.splitlines()][1:]

BASE_URL = 'http://lowes.know-where.com/lowes/cgi/region?all=true&country=US&region={state}'

id_pattern = re.compile(r'\d{4}')

writer.writerow(['store_name', 'store_number', 'address', 'city', 'state', 'zip_code'])

for state in states:
    rv = requests.get(BASE_URL.format(state=state))
    page = lxml.html.fromstring(rv.text)
    results = page.xpath('//tr[contains(@class, "kwresult_normal")]')

    for result in results:
        store_name = result.find('td/div[@class="address-block"]/h4').text
        store_number, address, city_state_zip, _ = result.xpath('td/div[@class="address-block"]/ul[@class="address"]/li')

        store_number = re.search(id_pattern, store_number.text).group(0)
        address = address.text

        city_state_zip = city_state_zip.text.split(' ')
        city = ' '.join(city_state_zip[:-2]).rstrip(',')
        state = city_state_zip[-2]
        zipcode = city_state_zip[-1]

        writer.writerow([store_name, store_number, address, city, state, zipcode])