#!/usr/bin/env ruby
require 'nokogiri'
require 'open-uri'
 
doc = Nokogiri::HTML(open("http://www.gutenberg.org/browse/scores/top"))
 
doc.search('ol:first li a').each do |a|
  if m = a["href"].match(/etext\/(\d+)/)
    file_name = "#{m[1]}.txt"
    url = "http://www.gutenberg.org/files/#{m[1]}/#{file_name}"
    File.open(file_name, "w") do |f| 
      puts "Saving #{url} to #{file_name}..."
      begin
        f << open(url).read
      rescue Exception => ex
        $stderr << "ERROR: #{ex.message}\n"
      end
    end
  end
end