qiitaの自分のストックをスクレイピング

scrape_qiita.rb

require 'open-uri'
require 'nokogiri'

# proxy設定
proxy = "http://YOUR_PROXY:8080"
proxy_user = "PROXY_USER"
proxy_pass = "PROXY_PASS"
options = { proxy_http_basic_authentication: [proxy, proxy_user, proxy_pass] }

# スクレイピング先のURL
url = 'http://qiita.com/tenten0213/stock'

charset = nil
html = open(url, options) do |f|
  charset = f.charset
  f.read
end

doc = Nokogiri::HTML.parse(html, nil, charset)
doc.xpath('//div[@class="activities"]/article').each do |node|
  puts node.css('h1').inner_text
end