file utils

file.js

var request = require('request'),
    fs = require('fs');

module.exports = {
    getRemoteContent: function( url, cb, browserUserAgent){
        var requestConfig = {
            uri : url
        }

        if ( browserUserAgent ) {
            requestConfig.headers = {
                'User-Agent' : 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_4) AppleWebKit/536.11 (KHTML, like Gecko) Chrome/20.0.1132.57 Safari/536.11'
            }
        }

        request( requestConfig, function (err, res, content) {
            if ( err ) throw err;
            if ( res.statusCode == 200 ) {
                cb( res, content);
            } else {
                throw "Error " + res.statusCode;
            }
        });
    },
    getRemoteFile: function( url, output, cb ) {
        this.getRemoteContent( url, function( res, content ) {
            fs.writeFile( output, function(err) {
                if ( err ) throw err;
                cb({
                    status: res.statusCode,
                    output: output
                });
            });
        });
    }
}