2024 General Election Results CSV

results.csv

scraper.py

import requests
from bs4 import BeautifulSoup
import csv

def scrape_constituency_data(url, code):
    try:
        response = requests.get(url)
        response.raise_for_status()
        soup = BeautifulSoup(response.text, 'html.parser')

        party_votes = {}

        # Select the elements containing the party results
        rows = soup.select("div.ssrcss-1g76nlj-ScorecardWrapper")

        for row in rows:
            party_element = row.select_one("span.ssrcss-qqwz3f-Supertitle")
            vote_element = row.select_one("li.ssrcss-8r9nv7-Result span.ssrcss-a2di88-ResultValue")

            if party_element and vote_element:
                party_name = party_element.text.strip().replace(",", "")
                vote_count = int(vote_element.text.strip().replace(",", ""))
                party_votes[party_name] = vote_count

        return {
            'code': code,
            'votes': party_votes
        }
    except Exception as e:
        print(f"Failed to scrape {url}: {e}")
        return None

def read_constituency_codes(csv_file_path):
    with open(csv_file_path, mode='r') as file:
        reader = csv.reader(file)
        # Skip header
        next(reader)
        return [row[0].strip() for row in reader]

def save_results_to_csv(results, output_file):
    with open(output_file, mode='w', newline='') as file:
        writer = csv.writer(file)
        # Write header
        writer.writerow(['Code', 'Party', 'Votes'])
        # Write data
        for result in results:
            if result:
                for party, votes in result['votes'].items():
                    writer.writerow([result['code'], party, votes])

csv_file_path = "codes.csv"
base_url = "https://www.bbc.co.uk/news/election/2024/uk/constituencies/"
output_csv_file = "election_results.csv"

constituency_codes = read_constituency_codes(csv_file_path)

results = [scrape_constituency_data(base_url + code, code) for code in constituency_codes]

for result in results:
    if result:
        print(f"Code: {result['code']}")
        print("Votes:")
        for party, votes in result['votes'].items():
            print(f"{party}: {votes}")
        print()

# Save results to CSV
save_results_to_csv(results, output_csv_file)
print(f"Results have been saved to {output_csv_file}")