Extractor

Extractor.js

var GooDataExtractor = function () {};

GooDataExtractor.prototype.extract = function (key, delimiter) {
	console.log(key);
	console.log(delimiter);

	var importedData = this.mineAndParseContentToArray(key);
	return importedData;
}

GooDataExtractor.prototype.parseContentToArray = function (data) {
	var parsed = new Array();
	parsed['/-Posts-B2/'] = 'Ahoj';
	parsed['/-Posts-B3/'] = 'Ahoj!!!';

	return parsed;
}

GooDataExtractor.prototype.mineData = function (key) {
	var fs = require('fs'),
    	eyes = require('eyes'),
    	xml2js = require('xml2js'),
    	http = require('http');
 
	var parser = new xml2js.Parser();

	var sheet = 1;
	var valid = true;
	var pureData = new Array();

	while(valid) {
		var link = '/feeds/cells/' + key + '/' + sheet + '/public/values';

		var options = {
		  host: 'spreadsheets.google.com',
		  port: 80,
		  path: link
		};

		http.get(options, function(res) {
			res.setEncoding('utf-8')
			res.on('data', function (chunk) {
				pureData[sheet] = chunk;
            });
		})

		sheet++;

		if(sheet == 10) {
			valid = false;
		}

		if(pureData.length < 50) {
			valid = false;
			console.log('end!');
			console.log(valid);
			console.log(pureData);
 	    } else {
 	      	console.log(pureData);
			console.log(valid);
 	    }
	}

	return pureData;
}

GooDataExtractor.prototype.mineAndParseContentToArray = function (key) {
	return this.parseContentToArray(this.mineData(key));
}

module.exports = GooDataExtractor;