download-things-with-node.js

download-things-with-node.js

var fs  = require('fs');
var mkdirp = require('mkdirp');
var request = require('request');

localPathToThing = '/path/to/things';

arrayOfUrls = ['http://all-the-things.com/thing-1.png','http://all-the-things.com/thing-2.png','http://all-the-things.com/thing-3.png', ...]

arrayOfUrls.forEach(function(url,index){
  	
		var dirFrag = url.replace( url.substr( url.lastIndexOf('/') + 1 ), '' );
		
		if( !fs.existsSync(__dirname + localPathToThing + dirFrag ) )  {
			
			
			mkdirp(__dirname + localPathToThing + dirFrag, function (err) {
				
				if (err) throw err;
				
				request('http://remote-url/' + url).pipe(fs.createWriteStream(__dirname + localPathToThing + url));
			});
		}
	});