lorient-commerces.py

#! /bin/python3

import re, json

import requests
from bs4 import BeautifulSoup

SITE = "https://www.acheterenpaysdelorient.fr"

homepage = requests.get(SITE)

for url in re.finditer(r'<a href="(/commerces/.*)">', homepage.text):
    page = BeautifulSoup(requests.get(SITE+url.group(1)).text, 'html.parser')
    body = page.find(class_="MainBody-content")
    j = {
        "url": SITE+url.group(1),
        "nom": body.find(class_='Partner-title').string,
        "categorie": list(body.find(class_='Partner-subtitle').stripped_strings),
        "addr": list(body.find(class_='Partner-address').stripped_strings),
    }
    if body.find(class_='Partner-openings'):
        j["horaires"] = list(body.find(class_='Partner-openings').stripped_strings),

    latlon = re.search(r'position: {lat: (.*), lng: (.*)}',repr(list(page.find_all('script'))))
    j['lat'] = float(latlon.group(1))
    j['lon'] = float(latlon.group(2))
    print(json.dumps(j, ensure_ascii=False))