This is a gist showing my current working building a puppeteer script to handle scraping the Toronto lobbyist registrar

v1-lobbyist-registrar

const puppeteer = require('puppeteer')
const URL = "http://app.toronto.ca/lobbyistsearch/searchInput.do"


const lobbyistRegistrarScraper = async function() {
    const browser = await puppeteer.launch({headless: false})
    const browserPage = await browser.newPage()
    await browserPage.goto(URL)
    const element = await browserPage.$('[href="/lobbyistsearch/searchInput.do"')
    await element.click()
    await browserPage.waitForNavigation()
    await browserPage.click('input[name="freeSearchSM"][value="Active"]')
    await browserPage.select('select[name="fromMonth"]', "06")
    await browserPage.select('select[name="toMonth"]', "06")
    await browserPage.evaluate(() => {
        doFreeTextSearch()
        return false
    })
    await browserPage.waitForNavigation()
    await browserPage.screenshot({path: 'screenshot.png'});
    browser.close()
}

lobbyistRegistrarScraper().then(() => {}).catch(err => console.error(err))