Skip to content

Instantly share code, notes, and snippets.

@nrshrivatsan
Last active August 29, 2015 14:20
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save nrshrivatsan/9f0486d155c2d3c53acc to your computer and use it in GitHub Desktop.
Save nrshrivatsan/9f0486d155c2d3c53acc to your computer and use it in GitHub Desktop.
Good and Bad parts of our dailyfood - powered by foodfacts.com. Input - Some Food you need every day in single-quotes
var input = process.argv.slice(2);
var request = require('request'), cheerio = require('cheerio');
req = request.defaults({
jar : true,
rejectUnauthorized : false,
followAllRedirects: true
});
function getContentAndScrape (url, selector) {
//Get Ingredients
req.get({
url : url,
headers : {
'User-Agent' : 'Super Cool Browser'
}
}, function( err, resp, body ){
var $ = cheerio.load(body);
$(selector).each( function (i,v) {
var itemURL = $(this).attr('href');
;
req.get({
url : itemURL,
headers : {
'User-Agent' : 'Super Cool Browser'
}
}, function( err, resp, body ){
var $ = cheerio.load(body);
console.log("\n"+$('.pd-product-title').text()+"\n");
//Good
var good = $('.pd-nutri-good');
if(good){
console.log('Good');
good.each(function (i,v) {
console.log("\t"+$(this).text());
});
}
//Bad
var bad = $('.pd-nutri-bad');
if(bad){
console.log('Bad');
bad.each(function (i,v) {
console.log("\t"+$(this).text());
});
}
}
);
})
}
);
}
var url = "http://www.foodfacts.com/ci/nutritionsearch/"+input, selector = ".product-link > a";
getContentAndScrape(url, selector);
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment