phantom.js script to log all http requests from a page

url_requests.js

var page = require('webpage').create(),
    system = require('system'),
    address;

if (system.args.length === 1) {
    console.log('Usage: phantomjs url_requests.js http://some.url.com');
    phantom.exit(1);
} else {
    address = system.args[1];
    var logUrl = function (req) {
        console.log(req.url);
    };
    page.onResourceRequested = logUrl;
    page.onResourceReceived = logUrl;

    page.open(address, function (status) {
        if (status !== 'success') {
            console.log('FAIL to load the address');
        }
        phantom.exit();
    });
}

Use the following to generate unique list of urls accessed from the page:

phantomjs url_requests.js http://some.url.com | sort | uniq 

and

phantomjs url_requests.js http://gmail.com | cut -d'/' -f3 | sort | uniq

to get a list of unique domains