misterspex.es.js

/*jshint strict:false*/
/*global CasperError, console, phantom, require*/

var links = [];
var casper = require("casper").create();

casper.defaultWaitForTimeout = 20000;

function getLinks() {
    var links = document.querySelectorAll("a[name='productview']");
    return Array.prototype.map.call(links, function(e) {
        return ('http://www.misterspex.es').concat(e.getAttribute("href")).replace(/\s+/g, '');;
    });
}

var processPage = function() {
    links = links.concat(this.evaluate(getLinks));
    if (this.exists(".next a")) {
        this.thenClick(".next a").then(function() {
            url = this.getCurrentUrl();
            casper.then(processPage);
        });
    }
}

var processAd = function() {
    this.each(links, function(self, link) {
        this.thenOpen(link, function() {
            this.echo(link + "," + this.getHTML('#Brand dt') + "," + this.getHTML('#Brand dd') + ',"' + this.getHTML('#AddDirect .price') + '"');
        });
    });
}

casper.start("http://www.misterspex.es/gafas-de-sol/");
// process list
casper.then(processPage);
// process each ad
casper.then(processAd);
casper.run();