gistfile1.rb

require "nokogiri"
require "open-uri"
require "fileutils"

list = File.open("bmbslsk.txt").read.split("\n").sort
#list = [list.first]

list.each do |url|

    output_file = "D:/Devs/bmbslsk/" + url[/\d+/]
    
    next if File.exists? output_file + ".txt"

    html = open(url) { |file| file.read }
    doc = Nokogiri::HTML(html)

    image = doc.css("meta[property='og:image']").first.attributes["content"]
    title = doc.css("meta[property='og:title']").first.attributes["content"]
    description = doc.css("meta[property='og:description']").first.attributes["content"]
    
    open(image) do |file|
      File.open(output_file + "_" + File.basename(image), "wb") do |output|
        output.write(file.read)
      end
    end
    
    File.open(output_file + ".txt", "w") do |output|
        output.write image.to_s + "\n"
        output.write "" + "\n"
        output.write title.to_s + "\n"
        output.write description.to_s.gsub("<BR>", "\n").split("|").first.gsub(/\n\n/, "\n") + "\n"
        output.write ("*" * 80) + "\n"
    end
    
    sleep 5
end