Get dutch politicians (mps and executives)

get_dutch_politicians.py

#!/usr/bin/env python

import requests
from BeautifulSoup import BeautifulSoup

def get_politicians(session):
    url = u'http://www.tweedekamer.nl/kamerleden/alle_kamerleden'
    resp = session.get(url)
    if resp.status_code != 200:
        return None

    soup = BeautifulSoup(resp.content)

    politicians = []
    for row in soup.findAll('div', 'member-info', recursive=True):
        politician = {
            'name': row.find('h2').text,
            'party': row.find('img')['alt'].split(u' ')[-1].replace(
                u'(', u'').replace(u')', u'')
        }
        politicians.append(politician)
    return politicians

def get_exeuctive_office(session):
    url = u'http://www.rijksoverheid.nl/regering/bewindspersonen'
    resp = session.get(url)
    if resp.status_code != 200:
        return None

    soup = BeautifulSoup(resp.content)

    politicians = []
    for row in soup.find('div', 'people').findAll('li', recursive=True):
        politician = {
            'name': row.find('h2').text,
        }
        politicians.append(politician)
    return politicians