parallerのサンプル 2

gistfile1.rb

require 'open-uri'
require 'nokogiri'
require 'benchmark'
require 'parallel'

Benchmark.bm do |r|
  r.report do
    pages = {}
    Parallel.each([*1..100], in_threads: 4) do |no|
      url = "http://matome.naver.jp/search?q=%e5%90%8d%e8%a8%80&page=#{no}"
      doc = Nokogiri::HTML.parse(open(url))
      witticisms = {}
      doc.css('.mdMTMTtlList03Txt').each_with_index do |node, index|
        text = node.css('.mdMTMTtlList03Ttl').text.gsub(/\s/, '')
        favorite = node.css('.mdSocialCountList01Li.mdSocialCountList01FV').text.gsub(/\s/, '')
        count = node.css('.mdSocialCountList01Li.mdSocialCountList01View').text.gsub(/\s|\|/, '')
        witticisms["#{index}"] = { text: text, favorite: favorite, count: count }
      end
      pages["#{no}"] = witticisms
    end
    pages = pages.sort_by { |k, v| k.to_i }.to_h
    File.open('p_result.txt', 'a') do |f|
      pages.each do |no, witticism|
        f.puts "#{no}, #{witticism}"
      end
    end
  end
end