Football Coach World Ranking

coaches.csv

per-million-people.csv

scraper.rb

require 'rubygems'
require 'nokogiri'
require 'open-uri'
require 'csv'

# LOL! OMG this is really horrible. Don't try at home kids!
# You need to replace the parenthesis (dunno why they appear) and write a header 
# cat coaches0.csv coaches50.csv coaches100.csv coaches150.csv coaches200.csv coaches250.csv coaches300.csv coaches350.csv coaches400.csv coaches450.csv coaches500.csv coaches550.csv coaches600.csv coaches650.csv coaches700.csv coaches750.csv coaches800.csv coaches850.csv coaches900.csv coaches950.csv coaches1000.csv coaches1050.csv coaches1100.csv coaches1150.csv coaches1200.csv coaches1250.csv coaches1300.csv coaches1350.csv coaches1400.csv > coaches.csv

BASE_URL = "http://www.coachworldranking.com/ranking-coaches/wd/14/yr/2016/index/"

(0..1400).step(50).each do |i|
    page = Nokogiri::HTML(open(BASE_URL + i.to_s))
    rows = page.css("#ctl00_placeholderBody_panelBody > div.Ranking > table > tr")
    csv = CSV.open("coaches" + i.to_s + ".csv", 'w')

    rows[1..-2].each do |row|
        tarray = [] 
        # Remove whitespace: https://stackoverflow.com/questions/8965897/how-do-you-strip-gaps-between-html-tags-with-nokogiri
        row.xpath('//text()').each do |node|
            if node.content=~/\S/
                node.content = node.content.strip
            else
                node.remove
            end
        end

        # Parse names
        coaches = row.css("td div.co-cl")
        coaches.each do |coach|
            tarray << coach.text
        end

        # Parse clubs
        # Handle the annoying abbreviature of long team names -.-
        if row.at_css("td div.city span")
            clubs = row.css("td div.city span").map{|span| span['title']}
            clubs.each do |club|
                tarray << club
            end
        else
            clubs = row.css("td div.city")
            clubs.each do |club|
                tarray << club
            end
        end

        # Parse points
        points = row.css("td div.points")
        points.each do |point|
            tarray << point.text
        end
        
        # Parse country of origin
        countries = row.css("td div img").map{|img| img['alt']}
        countries.each do |country|
            tarray << country
            csv << tarray
        end
    end

    csv.close
end