Die Sonntagszeitung, durch Barnaby Skinner & Julian Schmidli, hat eine Visualisierung der Bundes-Direktzahlungen an Bauern des Jahres 2011 aufgeschaltet. Leider konnten die zugrundeliegenden Rohdaten noch nicht publiziert werden, siehe http://storify.com/philippkueng/direktzahlungen-an-bauern-in-der-schweiz-im-jahr-2. Das Rakefile (und das darau…

directpayments.csv

Gemfile

source "https://rubygems.org"

gem "rake", ">= 0.9.2.2"
gem "roo", "1.11.1"
gem "mechanize", "2.6.0"

Rakefile

# encoding: UTF-8

y = [131, 132, 133, 134, 135, 136, 137]
z = [88, 89, 90, 91, 92]

desc "fetch mapbox json gridfiles containing the description data"
task :fetch do
  require 'mechanize'
  
  @agent = Mechanize.new { |agent|
    agent.user_agent_alias = 'Mac Safari'
  }
  
  y.each { |y_value| 
    z.each { |z_value|
      begin
        @agent.get("http://a.tiles.mapbox.com/v3/datajules.map-vye4i1az/8/#{y_value}/#{z_value}.grid.json?callback=reqwest_1368368553955") do |response|
          File.open("#{y_value}_#{z_value}.json", 'w') { |file|
            file.write(response.body.gsub(/.+\"data\"/, '{"data"').gsub(/\}\)\;/, '}'))
          }
        end
      rescue
        puts "probably a 404 error with y:#{y_value} and z:#{z_value}"
      end
    }
  }
  
  puts "fetched json grid files"
end

desc "extract data from gridfiles and save into a csv file"
task :convert do
  require 'csv'
  require 'json'
  
  column_names = ['farm_count', 'amount_paid', 'municipality_name']
  CSV.open('directpayments.csv', 'w') do |csv|
    count = 0
    csv << column_names
    
    y.each { |y_value|
      z.each { |z_value|
        begin
          gridfile = JSON.parse(IO.read("#{y_value}_#{z_value}.json"), {:symbolize_names => true})[:data]
          gridfile.keys.each {|key|
            line = []
            line[0] = gridfile[key][:anz_betrie]
            line[1] = gridfile[key][:gedzbet]
            line[2] = gridfile[key][:name]
            csv << line
          }
          count += gridfile.length
        rescue
          puts "cannot read file with values y:#{y_value} and z:#{z_value}"
        end
      }
    }
    
    puts "municipality count: #{count}"
  end
end