wilkes.js

var request = require("request"),
    fs = require("fs"),
    cheerio = require("cheerio"),
    json2csv = require("json2csv"),
    url = "https://www.wilkescc.edu/about-us/directory/?letter=";

var alpha = [
    "A",
    "B",
    "C",
    "D",
    "E",
    "F",
    "G",
    "H",
    "I",
    "J",
    "K",
    "L",
    "M",
    "N",
    "O",
    "P",
    "Q",
    "R",
    "S",
    "T",
    "U",
    "V",
    "W",
    "X",
    "Y",
    "Z",
    ];   

    

var all_emails = [],
first_names = [],
last_names = [], 
counter = 0;

var everything = {
    content: []
};

for (i in alpha){
    request(url + alpha[i].toLowerCase(), function(error, res, body){

        if (!error){
            
            counter++;
            var $ = cheerio.load(body);

            getAll();

            function getAll(){

                var names = $('.w3-container.w3-twothird')
                var emails = $('[href^="mailto:"]');

                emails.each(function(i, email){

                    if (emails[i] !== undefined && names[i] !== undefined){
                        var thisHref = email.attribs.href;
                        var thisEmail = thisHref.substring(7);
                        var thisNameUgly = names[i].children[0].data;
                        
                        var thisName = thisNameUgly.split("                    Name: ")[1];
                        console.log(thisName)
                        console.log(thisEmail);
                        
                       // everything.content.push({fullname: thisName, email: thisEmail});
                    }
                    
                    
                
                })

            } //getAll

        // if (counter == alpha.length){
        //     console.log("last")
        //     var json = JSON.stringify(everything);

        //     fs.writeFile('output/json/wilkes.json', json, 'utf8');
        
        //     var fields = ['fullname', 'email']
        //     try {
        //         var result = json2csv({data: everything["content"], fields: fields})
        //         fs.writeFile('output/csv/wilkes.csv', result, 'utf8')
        //     } catch (err) {
        //         console.error(err)
        //     }
        // }

        }

    })
}