scraping

scraping.js

const puppeteer = require('puppeteer');

(async () => {
    const browser = await puppeteer.launch({args: ['--no-sandbox'], headless: true});
    const page = await browser.newPage();
    await page.goto('https://www.bibiblocksberg.de/hoerspiele');

    const loadMoreSelector = '.pager__item a';

    for(i = 0; i < 6; i++) {
        await page.click(loadMoreSelector);
        await page.waitFor(1000);
    }

    const songHrefSelector = '.views-field-field-ep-title a';

    const links = await page.$$eval(songHrefSelector, hrefs => hrefs.map((a) => {
        return a.href
    }));

    for (i = 0; i < links.length; ++i) {
        await page.goto(links[i]);
        const src = await page.$eval('audio', e => e.src);
        console.log(src);
    }

    await browser.close();
})();