bello_winter_music_lineup_youtube_videos

bello_winter_music_lineup_youtube_videos.csv

bello_winter_music_lineup_youtube_videos.rb

#!/usr/bin/env ruby
require "mechanize"
require "scraperwiki"

agent = Mechanize.new

line_up_url = "http://www.bellowintermusic.com/Line%20Up/114"
line_up_page = agent.get(line_up_url)

artists = line_up_page.search("table table td").collect do |td|
  {
    name: td.at(:h3).inner_text,
    url: td.at(:a).attr(:href)
  }
end

artists.each do |artist|
  artist_page = agent.get(artist[:url])
  if artist_page.iframe
    artist[:video] = "https://www.youtube.com/watch?v=" + artist_page.iframe.src.split("/embed/").last
  end

  puts "Saving: #{artist.inspect}."
  ScraperWiki.save_sqlite([:name], artist)
end

Gemfile

source "https://rubygems.org"

gem "mechanize"
gem "scraperwiki"

Gemfile.lock

GEM
  remote: https://rubygems.org/
  specs:
    domain_name (0.5.20170404)
      unf (>= 0.0.5, < 1.0.0)
    http-cookie (1.0.3)
      domain_name (~> 0.5)
    httpclient (2.8.3)
    mechanize (2.7.5)
      domain_name (~> 0.5, >= 0.5.1)
      http-cookie (~> 1.0)
      mime-types (>= 1.17.2)
      net-http-digest_auth (~> 1.1, >= 1.1.1)
      net-http-persistent (~> 2.5, >= 2.5.2)
      nokogiri (~> 1.6)
      ntlm-http (~> 0.1, >= 0.1.1)
      webrobots (>= 0.0.9, < 0.2)
    mime-types (3.1)
      mime-types-data (~> 3.2015)
    mime-types-data (3.2016.0521)
    mini_portile2 (2.2.0)
    net-http-digest_auth (1.4.1)
    net-http-persistent (2.9.4)
    nokogiri (1.8.0)
      mini_portile2 (~> 2.2.0)
    ntlm-http (0.1.1)
    scraperwiki (3.0.2)
      httpclient
      sqlite_magic
    sqlite3 (1.3.13)
    sqlite_magic (0.0.6)
      sqlite3
    unf (0.1.4)
      unf_ext
    unf_ext (0.0.7.4)
    webrobots (0.1.2)

PLATFORMS
  ruby

DEPENDENCIES
  mechanize
  scraperwiki

BUNDLED WITH
   1.14.6

scraperwiki.sqlite