download files via nodejs

test.js

var rs = require('request'), max_downloaded = 5, cnt = 0, data_str = '', links = [], queue = [], finished = [], save_dir = 'tmp', fs = require('fs'), regexp = /filename=\"(.*)\"/gi;
process.stdin.on('data', function(data) { 
	data_str += data;
	if (data_str.match("\n")){
		links = data_str.split("\n").filter(url => url.length > 10);
		parseLinks();
	}
});

function parseLinks() {
	for(var i=0; i<=links.length - 1; i++) {
		//... some code here		
	}
}

setInterval(function () { 
	cnt++;
	if (queue.length < max_downloaded && links.length){
		var obj = {link: links.pop(), status: 'new'};
		queue.push(obj);
		processFile(obj, function(data){
			console.log(data);
			var index, founded=0;
			for(var i=0; i<=queue.length-1; i++){
				if (queue.url == data.url){
					finished.push(data);
					index = i;
					founded = 1;
				}
			}
			if (founded){
				queue.splice(index, 1);
			}
		});
	}

	console.log('tic\t' + cnt + "\t" + " downloaded right now: " +queue.length + " files and "+links.length+" links");
	if (!queue || queue.length == 1){
		console.log(queue);
	}

	if (!queue || queue.length < 1){
		console.log(finished);
		process.exit();
	}
    // check workers
}, 1000); 


function processFile (url, cb){
	console.log('start download file', url);

	url.rnd = Math.floor(Math.random()*10000);
	url.file = url.link.split('\\').pop().split('/').pop();
	url.status = ''
	
	var dl = rs(url.link);
	
	dl.on('response', function(res){
		console.log(res.statusCode);
		url.status = res.statusCode;
		if (res.headers['content-disposition']){
			url.file = regexp.exec( res.headers['content-disposition'] )[1];			
		}
		if (url.status == 200){
			console.log('success download', url.link);
			url.saved_file = save_dir + "/" + url.file;
			var fws = fs.createWriteStream( url.saved_file );
			res.pipe( fws );
			res.on( 'end', function(){
				cb(url)
			});
		}
		else{
			console.log('failed download', url.link);
			cb(url);
		}
	});
}

test.links

http://parts.flym.io/uploads/resize_cache/300_170/parts/52/36/IMG_5606.jpg
http://parts.flym.io/uploads/resize_cache/300_170/parts/6e/a8/IMG_75985.jpg
http://parts.flym.io/uploads/resize_cache/300_170/parts/14/ce/IMG_352277.jpg
http://parts.flym.io/uploads/resize_cache/300_170/parts/f9/33/IMG_352269.jpg
http://parts.flym.io/uploads/resize_cache/300_170/parts/fe/9d/IMG_420936.jpg
http://parts.flym.io/uploads/resize_cache/300_170/parts/6c/36/IMG_12707.jpg
http://parts.flym.io/uploads/resize_cache/300_170/parts/24/92/IMG_222593.jpg
http://parts.flym.io/uploads/resize_cache/300_170/parts/5f/79/IMG_485673.jpg

test.sh

#!/bin/sh
echo 'var rs=require("request"); console.log(rs);'|node 2>&1|perl -ne 'chomp;if($_=~ m/cannot/i){`npm install request`}'
mkdir -p tmp
node test.js < test.links