Ex-Ark/youtube_playlist_block_country_viewer.rb

## youtube_playlist_block_country_viewer.rb
# why : i'm watching a serie on youtube with some episodes blocked in certain country (each time differents ones)
# i don't want to switch my VPN server after each episode and try all servers to find a country allowed
# the script gives me the country less blocked in the entire playlist

# what it does :
# given a playlist url
# parses the playlist without using the google API (scrapping)
# for each video found it calls unblockvideos API
# returns a hash with the number of times a country is blocked

# TODO : get all country codes and make a MINUS operation with the blocked countries to determine country with 0 block in the playlist.

require 'http'
require 'nokogiri'
require 'cgi'
require 'uri'

UNBLOCK_URL = 'http://api.unblockvideos.com/youtube_restrictions'.freeze
# NO API KEY REQUIRED, LIMITATION IS 1000 video_ids per day'

puts 'Enter playlist (full url):'
playlist_url = gets.chomp
# avoid mobile version
playlist_url << "&app=desktop"

# forge headers
h = { "Accept" => "text/html",
	   "cookie-installing-permission" => "required",
	   "user-agent" => "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Mobile Safari/537.36",
	   "referer" => "https://www.youtube.com/"
	}


# scrap youtube
response = Http.follow.get playlist_url, headers: h
puts 'playlist error' and exit(1) unless response.status.success?
playlist = Nokogiri::HTML(response.body.to_s)

ids = Set.new
# videos are located in table > tr > a > watch?v=
playlist.css('a[@href]').map { |a| a['href'] }.select { |link| link.include? '/watch?' }.uniq.each do |video|
	video_link = URI(video)
  # we need only the ?v=XXXXXX part of the url
	video_id = CGI.parse(video_link.query || "").delete('v').first
	ids.add video_id
end

blocked = {}
	ids.each_slice(15) do |part|
    # given multiple video ID, returns the country codes in which they are blocked
		response = Http.get UNBLOCK_URL, params: { id: part.join(',') }

		response.parse(:json).each do |video|
			country_codes = video['blocked']
			country_codes.each do |country|
        # count the occurences
				blocked[country].nil? ? blocked[country] = 1 : blocked[country] = blocked[country] + 1
			end
		end
	end

# result, the least blocked country is at the bottom of the hash
puts blocked
	# why : i'm watching a serie on youtube with some episodes blocked in certain country (each time differents ones)
	# i don't want to switch my VPN server after each episode and try all servers to find a country allowed
	# the script gives me the country less blocked in the entire playlist

	# what it does :
	# given a playlist url
	# parses the playlist without using the google API (scrapping)
	# for each video found it calls unblockvideos API
	# returns a hash with the number of times a country is blocked

	# TODO : get all country codes and make a MINUS operation with the blocked countries to determine country with 0 block in the playlist.

	require 'http'
	require 'nokogiri'
	require 'cgi'
	require 'uri'

	UNBLOCK_URL = 'http://api.unblockvideos.com/youtube_restrictions'.freeze
	# NO API KEY REQUIRED, LIMITATION IS 1000 video_ids per day'

	puts 'Enter playlist (full url):'
	playlist_url = gets.chomp
	# avoid mobile version
	playlist_url << "&app=desktop"

	# forge headers
	h = { "Accept" => "text/html",
	"cookie-installing-permission" => "required",
	"user-agent" => "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Mobile Safari/537.36",
	"referer" => "https://www.youtube.com/"
	}


	# scrap youtube
	response = Http.follow.get playlist_url, headers: h
	puts 'playlist error' and exit(1) unless response.status.success?
	playlist = Nokogiri::HTML(response.body.to_s)

	ids = Set.new
	# videos are located in table > tr > a > watch?v=
	playlist.css('a[@href]').map { \|a\| a['href'] }.select { \|link\| link.include? '/watch?' }.uniq.each do \|video\|
	video_link = URI(video)
	# we need only the ?v=XXXXXX part of the url
	video_id = CGI.parse(video_link.query \|\| "").delete('v').first
	ids.add video_id
	end

	blocked = {}
	ids.each_slice(15) do \|part\|
	# given multiple video ID, returns the country codes in which they are blocked
	response = Http.get UNBLOCK_URL, params: { id: part.join(',') }

	response.parse(:json).each do \|video\|
	country_codes = video['blocked']
	country_codes.each do \|country\|
	# count the occurences
	blocked[country].nil? ? blocked[country] = 1 : blocked[country] = blocked[country] + 1
	end
	end
	end

	# result, the least blocked country is at the bottom of the hash
	puts blocked