Crawl ISTQB Glossary

crawlISTQBGlossary.gs

function crawlISTQBGlossary() {
    const sheet = SpreadsheetApp.getActiveSpreadsheet().getActiveSheet();
    const sheetLast = sheet.getLastRow();
    const sheetValues = sheet.getDataRange().getValues();
    const sheetHeaders = sheetValues.shift();
    const API_URL = "https://glossary.istqb.org/api/v2/search";

    let newData = [];
    let finish = false;
    let page = 0;
    while (!finish) {
        let payload = {
            term: "",
            page: page,
            language: 0
        };

        let options = {
            'method': 'post',
            'payload': payload
        };
        const results = JSON.parse(UrlFetchApp.fetch(API_URL, options).getContentText()).results;
        results.forEach(data => {
            let row = [];
            sheetHeaders.forEach((header) => {
                row.push(data[header]);
            });
            newData.push(row);
        });
        if (results.length == 0) {
            finish = true;
        }
        page++;
        Logger.log(page);
    }
    sheet.getRange(2, 1, sheetLast, sheetHeaders.length).clearContent();
    sheet.getRange(2, 1, newData.length, sheetHeaders.length).setValues(newData);
}