Skip to content

Instantly share code, notes, and snippets.

@efuquen
Created August 18, 2015 02:35
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save efuquen/f58e550e878d39efa9cc to your computer and use it in GitHub Desktop.
Save efuquen/f58e550e878d39efa9cc to your computer and use it in GitHub Desktop.
Google News Top Stories Scraper
var request = require('request');
var cheerio = require('cheerio');
request('https://news.google.com/', function(error, response, body) {
if (!error && response.statusCode == 200) {
getTopStories(body);
} else {
console.error(error);
console.error('Status Code: ' + response.statusCode);
}
});
function getTopStories(body) {
var $ = cheerio.load(body);
var topStories = [];
$('#nav-topic-list .topic a').each(function(index, elem) {
topStories.push($(elem).text());
});
return topStories;
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment