Example Script

parser.py

import requests
from lxml import html

LINKS = [
    "https://livingcost.org/cost/united-states/ny",
    "https://livingcost.org/cost/netherlands/amsterdam"
]

EXTRACTOR_XPATH = '//th[contains(text(), "Total with rent")]/following-sibling::td[1]/div/span/text()'

def parse_page(url):
    resp = requests.get(url)
    page = html.fromstring(resp.text)
    cost_of_living = page.xpath(EXTRACTOR_XPATH)
    if cost_of_living:
        print(f"Cost of living: {cost_of_living[0]}")
    else:
        print(f"Parse error: {url}")
    
for link in LINKS:
    parse_page(link)