SavePage Proxy

proxy.js

var fs = require('fs');
var http = require('http');
var path = require('path');
var url = require('url');
var zlib = require('zlib');

var ROOT = __dirname;
var persited = []

function generatePath(parts) {
    var part = ROOT;
    parts.forEach(function(p, i, a) {
        part = path.resolve(part, p);

        if (!fs.existsSync(part) && i !== a.length - 1) {
            fs.mkdirSync(part);
        }
    })
    return part;
}

function proxy(svrReq, svrRes) {

    var options = url.parse(svrReq.url);
    options.method = svrReq.method;
    options.headers = svrReq.headers;

    var cliReq = http.request(options, function(cliRes) {

        svrRes.writeHead(cliRes.statusCode, cliRes.headers);

        var parts = options.pathname
            .split(/\//g)
            .filter(function(part) { return part; });
        parts.unshift(options.hostname)

        var filePath = generatePath(parts);
        console.log(filePath)

        if (persited.indexOf(filePath) === -1) {
            var fileStream = fs.createWriteStream(filePath);
            var pipe = cliRes;
            if (cliRes.headers['content-encoding'] === 'gzip') {
                pipe = cliRes.pipe(zlib.createGunzip());
            }
            pipe.pipe(fileStream);
        }
        cliRes.pipe(svrRes);
        cliRes.on('error', function(e) { console.log('cliRes error', e); });
    });

    svrReq.pipe(cliReq);


    svrReq.on('error', function(e) { console.log('svrReq error', e); });
    svrRes.on('error', function(e) { console.log('svrRes error', e); });
    cliReq.on('error', function(e) { console.log('cliReq error', e); });
}

http.createServer(function(req, res) {

    proxy(req, res);

}).listen(8000)