example of using Typhoeus

batch_concurrent_requests_by_typhoeus.rb

  def main
    # urls is a hash containing url to retrieve statuses of items
    get_csv(urls, items) { |response, item|
      item_results = CSV.parse_line(response.body)
      item.setStatus(item_results[0])
    }
  end

  def process_response(urls, items)
    hydra = Typhoeus::Hydra.new(:max_concurrency => 50)
    request_pool = Array.new

    items.each { |item|
        request = Typhoeus::Request.new(urls[item.id])
        request.on_complete do |response|
          yield(response,item)
        end
        request_pool << request
      end
    }

    request_pool.each{ |request| hydra.queue request}
    hydra.run
    request_pool.each{ |request| request.handled_response}    
  end