A simple demo for processing files using a Ractor pool

file_processing_with_ractor_pool.rb

def process_file(filename)
  puts "Processing file: #{filename}"
    File.open(filename) do |filename|
      # Do stuff
    end
  end
  puts "Done processing file: #{filename}"
end

# Define the number of Ractors in the pool
POOL_SIZE = 10

# Create a pool of Ractors
ractors = POOL_SIZE.times.map do
  Ractor.new do
    loop do
      filename = Ractor.receive
      break if filename == :done
      process_file(filename)
    end
  end
end

# Distribute the files among the Ractors in the pool
files = Dir.glob('*.json')
files.each_with_index do |file, index|
  ractors[index % POOL_SIZE].send(file)
end

# Send the stop signal to each ractor to shut them down
ractors.each { |ractor| ractor.send(:done) }

# Wait for all Ractors to finish
ractors.each(&:take)