click on all links in the site

links checker

require 'rubygems'
require 'mechanize'

def click_links(page, link_store)
  page.links.each do |link|
    text = link.text.strip
    next unless text.length > 0
    puts "#{text} #{link.href} #{link_store.length}"
    unless link_store[text]
      begin
        page = link.click
      rescue => e
        link_store[text] = link
        puts "Failed page load for #{link.inspect}: #{e.message}"
        next
      end
      link_store[text] = link
      link_store = click_links(page, link_store)
    end
  end
  link_store
end

a = Mechanize.new
link_store = {}
my_page = nil

a.get('http://<APP_NAME>.dev/login') do |page|
  # Submit the login form
  my_page = page.form_with(:action => 'http://<APP_NAME>.dev/login') do |f|
    f.email = "<email>"
    f.password = "<password>"
  end.click_button
end

link_store = click_links(my_page, link_store)

my_page.links.each do |link|
  link_store = click_links(link, link_store)
end