Skip to content

Instantly share code, notes, and snippets.

@rippo
Created May 5, 2017 09:03
Show Gist options
  • Save rippo/515a75262623e85fc1f238252220774f to your computer and use it in GitHub Desktop.
Save rippo/515a75262623e85fc1f238252220774f to your computer and use it in GitHub Desktop.
Showing how to loop using casper js
/*eslint strict:0*/
/*global CasperError, console, phantom, require*/
var casper = require("casper").create({
verbose: true
});
// The base links array
var links = [
"http://google.com/",
"http://yahoo.com/",
"http://bing.com/"
];
// If we don't set a limit, it could go on forever
var upTo = ~~casper.cli.get(0) || 10;
var currentLink = 0;
// Get the links, and add them to the links array
// (It could be done all in one step, but it is intentionally splitted)
function addLinks(link) {
this.then(function() {
var found = this.evaluate(searchLinks);
this.echo(found.length + " links found on " + link);
links = links.concat(found);
});
}
// Fetch all <a> elements from the page and return
// the ones which contains a href starting with 'http://'
function searchLinks() {
var filter, map;
filter = Array.prototype.filter;
map = Array.prototype.map;
return map.call(filter.call(document.querySelectorAll("a"), function(a) {
return (/^http:\/\/.*/i).test(a.getAttribute("href"));
}), function(a) {
return a.getAttribute("href");
});
}
// Just opens the page and prints the title
function start(link) {
this.start(link, function() {
this.echo('Page title: ' + this.getTitle());
});
}
// As long as it has a next link, and is under the maximum limit, will keep running
function check() {
if (links[currentLink] && currentLink < upTo) {
this.echo('--- Link ' + currentLink + ' ---');
start.call(this, links[currentLink]);
addLinks.call(this, links[currentLink]);
currentLink++;
this.run(check);
} else {
this.echo("All done.");
this.exit();
}
}
casper.start().then(function() {
this.echo("Starting");
});
casper.run(check);
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment