Skip to content

Instantly share code, notes, and snippets.

@laughinghan
Created June 8, 2011 04:59
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
Star You must be signed in to star a gist
Save laughinghan/1013809 to your computer and use it in GitHub Desktop.
Scrappy
function parseTable(tbl) {
return tbl.find('tbody tr').map(function () {
return $(this).find('td').map(function () {
return $.trim($(this).text());
}).get().join('\t');
}).get().join('\n');
}
var i = 0, page = 1, pages = 1;
(function loop() {
while (!addresses[i]) {
i += 1;
results.push('');
}
var addr = addresses[i].split('\t');
$.post('search.asp?pagenum='+page, {
St_No: addr[0],
search: 1,
St_Name: addr[1]
}, function (result) {
result = $(result);
var tbl = result.find('table:eq(1)'),
last_link = tbl.nextAll('div:first').find('a:last')[0];
if (last_link)
pages = +last_link.href.split('=')[1] || 1;
results.push(parseTable(tbl));
console.log(i, addresses[i], tbl, last_link, pages);
if (page <= pages)
page += 1;
if (page > pages) {
i += 1;
page = 1;
pages = 1;
}
i < addresses.length && loop();
});
}());
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment