gistfile1.rb

#!/usr/bin/env ruby

require 'date'
require 'sdbm'

url = ARGV[0]
today = Date::today.to_s

dbm = SDBM.new('/path/to/xvideos.db')

unless dbm.key? url
  puts `/path/to/youtube-dl -c -o "/path/to/#{Time.now.strftime('%Y%m%d%H%C')}-%(id)s-%(title)s.%(ext)s" #{url}`
  dbm[url] = 'downloaded'
else
  puts "pass: #{url}"
end


#cron
# * * * * * ruby /path/to/all.rb | xargs -r -P 7 -t -n 1 ruby /path/to/fetch.rb >/dev/null 2>&1