Ruby Core Library Scraping Hackernews

2_hackernews_scaping.rb

require "eventmachine"
require "em-http-request"

EventMachine.run do

  sites = ["http://kyan.com"] * 20

  sites.each_with_index do |site,i|
    http = EM::HttpRequest.new(site).get
    http.callback do 
      # remove the site from the array
      sites.pop

      # Output some data about the site
      puts "#{site} - #{i} - #{http.response_header.status}"

      # Check to see if this was the last site and exit
      EM.stop if sites.empty?
    end
  end

end