Convert Github stars to csv

star-converter.js

const fetch = require("node-fetch");
const { createWriteStream, existsSync } = require("fs");
const fs = require("fs").promises;

const outputFileName = "stars.csv";
const githubUser = "icebob";

function log(msg) {
    console.log(`[${new Date().toISOString().substr(11, 8)}] -`, msg);
}

async function start() {
    const f = createWriteStream(outputFileName);
    f.write("Repo,URL,Description,Stars,Language,Last Update\n")

    let page = 1;

    while (true) {
        const pageFilename = `page-${page}.json`;
        let json;
        if (existsSync(pageFilename)) {
            log(`Load page ${page} from file...`);
            const content = await fs.readFile(pageFilename, "utf8");
            json = JSON.parse(content);
        } else {
            log(`Download page ${page}...`);
            const res = await fetch(`https://api.github.com/users/${githubUser}/starred?page=${page}&per_page=100`);
            const content = await res.text();
            await fs.writeFile(`page-${page}.json`, content, "utf8");
            json = JSON.parse(content);
        }
        if (json.length == 0) break;

        log("Processing data...");

        for(star of json) {
            const row = [];
            row.push(star.full_name, star.html_url, '"' + star.description + '"', star.stargazers_count, star.language, star.updated_at)

            f.write(row.join(",") + "\n");
        }

        page++;
    }

    f.close();
    log("Done.");
}


start();