Scrapes and parses application from the Google Play Store by query

scrape-play-store.rb

require 'mechanize'
require 'pry'
require 'csv'

query = 'racing multiplayer'
agent = Mechanize.new
page  = agent.get("https://play.google.com/store/search?q=#{query}&c=apps")

top_50_apps_links = []
page.links.each do |link|
  top_50_apps_links << link.href if link.href.include?("/store/apps/details?")
end

puts "Fetch all urls"
top_50_apps_links.uniq!

CSV.open("#{query}.csv", "wb") do |csv|
  csv << ["name", "link", "install", "rate", "review"]
  top_50_apps_links.each do |link|

    page    = agent.get('https://play.google.com' + link)
    puts "Fetch url: #{link}"

    name    = page.css('h1').text
    install = page.search('h2')[3].parent.parent
                  .children[1].children[0]
                  .children[2].children[1].text rescue nil
    rate    = page.search('h2')[1].parent.parent
                  .children[1].children[0]
                  .children[0].text rescue nil
    review  = page.search('h2')[1].parent.parent
                  .children[1].children[0]
                  .children[2].children[1].text rescue nil

    csv << [name, link, install, rate, review]
  end
end