Scraping link thegioididong with ajax :)

scraping_link_thegioididong.js

var casper = require('casper').create({
	waitTimeout: 100000,
	viewportSize: {
		width: 900,
		height: 720,
	}
});
var links;

function getLinks() {
// Scrape the links from top-right nav of the website
    var links = document.querySelectorAll('.cate li > a');
    return Array.prototype.map.call(links, function (e) {
        // return e.getAttribute('href')
        return e.href
    });
}

function viewMore(max, i) {
	i = i || 0;
	if ((max == null || i < max) && this.visible('.viewmore')) {
		this.thenClick('.viewmore');
		this.waitUntilVisible('.viewmore', null, function () {});
		this.then(function() {
			this.capture('thegioididong_viewmore_'+i+'.png');
			viewMore.call(this, max, i+1);
		});
	}
}

// Opens casperjs homepage
casper.start('https://www.thegioididong.com/dtdd');

casper.then(function () {
	viewMore.call(casper);
});

casper.then(function () {
    links = this.evaluate(getLinks);
});

casper.run(function () {
    for(var i in links) {
        console.log(links[i]);
    }
    console.log(links.length);
    casper.done();
});