Skip to content

Instantly share code, notes, and snippets.

@tumiki-jp
tumiki-jp / movie-crawler.rb
Last active September 25, 2015 00:47
2015/09/25時点
# _*_ coding: utf-8 _*_
require './main/crawler/base/crawler.rb'
class MovieCrawler < Crawler
attr_reader :keywords
def initialize()
raise "not implement exception. please override initialize()"
end
@tumiki-jp
tumiki-jp / movie-crawler.rb
Last active September 17, 2015 16:43
2015/09/17時点
# _*_ coding: utf-8 _*_
require './main/crawler/base/crawler.rb'
class MovieCrawler < Crawler
attr_reader :keywords
def initialize()
raise "not implement exception. please override initialize()"
end
@tumiki-jp
tumiki-jp / youtube-crawler.rb
Created September 13, 2015 16:47
2015/09/14時点
# _*_ coding: utf-8 _*_
require './main/crawler/base/movie-crawler.rb'
class YouTubeCrawler < MovieCrawler
def initialize()
@site_url = "https://www.youtube.com/"
@keywords = [
"子育て 1歳",
"離乳食",
@tumiki-jp
tumiki-jp / movie-crawler.rb
Created September 13, 2015 16:47
2015/09/14時点
# _*_ coding: utf-8 _*_
require './main/crawler/base/crawler.rb'
class MovieCrawler < Crawler
attr_reader :keywords
def initialize()
raise "not implement exception. please override initialize()"
end
@tumiki-jp
tumiki-jp / crawler.rb
Last active September 13, 2015 16:46
2015/09/14時点
# _*_ coding: utf-8 _*_
require 'pg'
require './main/config/capybara-config.rb'
class Crawler
#
include Capybara::DSL
# サイトトップページのURL
attr_reader :site_url
@tumiki-jp
tumiki-jp / yahoochiebukuro-site.rb
Last active August 26, 2015 14:35
2015/8/26時点
# _*_ coding: utf-8 _*_
class YahooChiebukuroSite < QASite
def initialize()
puts "YahooChiebukuroSite#initialize"
@base_url = "http://chiebukuro.yahoo.co.jp/"
end
@tumiki-jp
tumiki-jp / cookpad-site.rb
Last active August 29, 2015 14:28
2015/8/24時点
# _*_ coding: utf-8 _*_
class CookpadSite < CookSite
def initialize()
puts "CookpadSite#initialize"
@base_url = "https://www.cookpad.com/"
end
@tumiki-jp
tumiki-jp / youtube-site.rb
Last active August 29, 2015 14:27
2015/8/19時点
# _*_ coding: utf-8 _*_
require 'nokogiri'
require 'open-uri'
require 'uri'
require 'capybara'
require 'capybara/dsl'
require 'selenium-webdriver'
@tumiki-jp
tumiki-jp / capybara-link.rb
Last active August 29, 2015 14:25
クロ本 リンク抽出
@tumiki-jp
tumiki-jp / blacklist.rb
Last active August 29, 2015 14:25
クロ本 blacklistcheck
# _*_ coding: utf-8 _*_
require 'capybara'
require 'capybara/dsl'
require 'selenium-webdriver'
Capybara.current_driver = :selenium
Capybara.app_host = "http://www.blacklistalert.org/"
Capybara.default_wait_time = 20
module Crawler