Getting messages from IronMQ

page_processor_get_msgs.rb

def get_list_of_messages
  #100 pages per worker at max
  max_number_of_urls = 100
  puts "Getting messages from IronMQ"
  messages = @iron_mq_client.messages.get(:n => max_number_of_urls, :timeout => 100)
  puts "Got messages from queue - #{messages.count}"
  messages
end

#getting list of urls
messages = get_list_of_messages

#processing each url
messages.each do |message|
  url = CGI::unescape(message.body)
  #getting page details if page already processed
  cache_item = @iron_cache_client.items.get(CGI::escape(url))
  if cache_item
    process_page(url)
  else
    increment_counter(url, cache_item)
  end
  message.delete
end