Scrape Google Links (Files names 01.html .. 10.html)

scrape_links.rb

#!/usr/bin/env ruby

require 'rubygems'
require 'nokogiri'  # for XML parsing

# these are our (manually downloaded) input files
files = (1..10).collect { |i| "%02d.html" % i }

# thee results (links) go here
outfile = File.open("output.txt", "w")
files.each do |filename|
  doc = Nokogiri::HTML( File.read(filename) )
  doc.css('h3.r a.l').each do |link|
    outfile.puts link['href']
  end
end