xkcd_scraper

xkcd_scraper.rb

#!/usr/bin/env ruby
require 'open-uri'
require 'nokogiri'

@uri = "http://www.xkcd.com/"
@comics = Array.new

doc = Nokogiri::HTML(open("#{@uri}/archive"))

doc.xpath('//div[@id="middleContainer"]/a').each do |link|
  @comics << URI(link['href'])
end

@comics.each do |link|
  doc = Nokogiri::HTML(open("#{@uri}#{link}"))
  doc.xpath('//div[@id="comic"]').each do |image|
    image.children.each do |child|
      if child.node_name == 'img'
        uri = URI(child['src'])
        Net::HTTP.start(uri.host) do |http|
          resp = http.get(uri.path)
          open(File.basename(uri.path), "wb") do |file|
            file.write(resp.body)
          end
        end
        puts "Grabbing #{uri}"
      end
    end
  end
end