parallel

gistfile1.rb

THREADS = 8
THREAD_TIMEOUT = 180

def xyield(q, &block)
  t = Thread.new(Thread.current) do |u|
    sleep THREAD_TIMEOUT
    puts "-- timeout --"
    u.raise
  end
    
  begin
    yield(q)
  rescue
  end
  t.kill
end

def parallel(queue, num_threads, &block)
  threads = []
  num_threads.times do
    t = Thread.new do
      begin
        while q = queue.pop(true)
          xyield(q, &block)
        end
      rescue
      end
    end
    threads.push(t)
  end
  threads.each {|t| t.join }
end