pongsh/daily-programmer-scraper.rb

## daily-programmer-scraper.rb
require 'mechanize'

easy = ""
intermediate = ""
hard = ""

agent = Mechanize.new
page = agent.get('http://www.reddit.com/r/dailyprogrammer')

while page do
  page.search('a.title').each do |challenge|
    # Escapes the '[' and ']' characters so that they can be used as links in the markdown document
    processedText = challenge.text.downcase.gsub(/[\[\]]/, '[' => '\[', ']' => '\]')

    if processedText.include?('easy')
      easy += "[" + processedText + "]" + "(" + "http://www.reddit.com" + challenge['href'] + ")  \n"
    elsif processedText.include?('intermediate')
      intermediate += "[" + processedText + "]" + "(" + "http://www.reddit.com" + challenge['href'] + ")  \n"
    elsif processedText.include?('hard')
      hard += "[" + processedText + "]" + "(" + "http://www.reddit.com" + challenge['href'] + ")  \n"
    end
  end
  # See if there is a link to the next page in the subreddit
  page = agent.page.links.find { |l| l.text.include?('next') }

  # If there is no 'next' link that means it is the last page
  page = page.click if page != nil
end

markdownText = "#Daily Programmer\n##Easy\n#{easy}\n##Intermediate\n#{intermediate}\n##Hard\n#{hard}"
File.open('daily-programmer.md', 'w') { |file| file.write(markdownText) }
	require 'mechanize'

	easy = ""
	intermediate = ""
	hard = ""

	agent = Mechanize.new
	page = agent.get('http://www.reddit.com/r/dailyprogrammer')

	while page do
	page.search('a.title').each do \|challenge\|
	# Escapes the '[' and ']' characters so that they can be used as links in the markdown document
	processedText = challenge.text.downcase.gsub(/[\[\]]/, '[' => '\[', ']' => '\]')

	if processedText.include?('easy')
	easy += "[" + processedText + "]" + "(" + "http://www.reddit.com" + challenge['href'] + ") \n"
	elsif processedText.include?('intermediate')
	intermediate += "[" + processedText + "]" + "(" + "http://www.reddit.com" + challenge['href'] + ") \n"
	elsif processedText.include?('hard')
	hard += "[" + processedText + "]" + "(" + "http://www.reddit.com" + challenge['href'] + ") \n"
	end
	end
	# See if there is a link to the next page in the subreddit
	page = agent.page.links.find { \|l\| l.text.include?('next') }

	# If there is no 'next' link that means it is the last page
	page = page.click if page != nil
	end

	markdownText = "#Daily Programmer\n##Easy\n#{easy}\n##Intermediate\n#{intermediate}\n##Hard\n#{hard}"
	File.open('daily-programmer.md', 'w') { \|file\| file.write(markdownText) }