node-wikipedia-articles.js

process.env.NODE_TLS_REJECT_UNAUTHORIZED = "0";

let fs = require('fs');
let mw = require('nodemw');
let count = 0;
let client = new mw({
    protocol: "http",
    server: 'en.wikipedia.org',
    path: '/w',
    debug: false
});

let pad = (num, size) => {
    let s = "000000000" + num;
    return s.substr(s.length-size);
};

client.getPagesInCategory('Scripting languages', (err, pages) => {
    if (err) {
        console.error(err);
        return;
    }

    pages.forEach((page) => {
        if (page.title.startsWith("Category:")) {
            return;
        }

        client.getArticle(page.title, (err, article) => {
            if (err) {
                console.error(err);
                return;
            }

            fs.writeFile(`out/${pad(count++, 7)}.txt`, JSON.stringify({
                title: page.title,
                description: article
            }));
        });
    });
});