consumer.rb

#!/usr/bin/env ruby

require 'rubygems'
require 'beanstalk-client'
require 'pp'
require 'digest/md5'

beanstalk = Beanstalk::Connection.new('127.0.0.1:11300')
while true do
  job = beanstalk.reserve
  pp job
  #job.ybody  # decode the YAML for us \o/
  #puts "  broken" unless job[:md5] == Digest::MD5.new.update(job[:data]).to_s
  data = Marshal.load(job.body)
  puts "  broken" unless data[:md5] == Digest::MD5.new.update(data[:data]).to_s
  job.delete
end

producer.rb

#!/usr/bin/env ruby

require 'rubygems'
require 'beanstalk-client'
require 'digest/md5'

beanstalk = Beanstalk::Connection.new('127.0.0.1:11300')
1.upto(2000) do
  data = "x"*100000
  md5 = Digest::MD5.new.update(data).to_s
  #yaml = YAML::dump( { :md5 => 'x', :data => data } )
  serialised = Marshal.dump( { :md5 => md5, :data => data } )
  puts beanstalk.put(serialised)
end