g2_review_scrapper.rb

gistfile1.txt

def scrape_reviews(review_url, pages)
  for i in 1..14 do 
    results = scraper(review_url+"&page="+i.to_s) 
    append_to_file(results)
  end
end

def scraper(url)
  results = []
  browser = Watir::Browser.new :chrome
  browser.goto(url)
  sleep(25)
  browser.elements(css: '.nested-ajax-loading > div.paper').each do |element|
    reviewer_name = element.element(css: "[itemprop=author]").text
    profile_title = element.elements(css: '.mt-4th').map(&:text).first
    stars = element.element(css: "[itemprop='ratingValue']").attribute('content')
    review_date = element.element(css: '.x-current-review-date').text
    review_link = element.element(css: '.pjax').attribute('href')
    results << [reviewer_name, profile_title, review_link, stars, review_date ]
  end
  browser.close
  results
end


def append_to_file(data)
  File.open('reviews.csv', 'a') do |file|
    data.each do |d|
      file.puts d.join(",")
    end
  end
end