Download urls from CSV

download_urls_from_csv.rb

require 'csv'
require 'optparse'
require 'open-uri'

options = {
  file: nil,
  column_index: nil
}

parser = OptionParser.new do |opts|
  opts.banner = "Usage: import.rb [options]"
  opts.on("-f", "--file FILE", "Please provide a csv file") do |val|
    options[:file] = val
  end

  opts.on("-c", "--column-index COLUMN_INDEX", "Index of column that contains url") do |val|
    options[:column_index] = val.to_i
  end
end
parser.parse!
parser.parse!(%w[--help]) if options.values.any?(&:nil?)

CSV.foreach(options[:file]) do |row|
  begin
    url  = row.delete_at(options[:column_index])
    name = row.join('_')

    URI.open(url) do |remote_file|
      filename = remote_file.base_uri.path.split('/').last
      fullname = "#{name}_#{filename}"

      open(fullname, 'w') do |local_file|
        local_file << remote_file.read
      end
    end
    print '.'
  rescue
    print 'F'
  end
end