Testing ActiveRecord performance

bench.rb

require "rubygems"
require "bundler"
 
Bundler.require

version = ENV["AR"].to_i

if version == 0
  abort("specify ActiveRecord version with AR. eg: AR=2 bundle install")
end
 
ENV["DB"] ||= "sqlite3"
puts "ActiveRecord v#{ActiveRecord::VERSION::STRING}, #{ENV["DB"]}"
 
if ENV["DB"] == "postgres"
  config = {
    adapter:      "postgresql",
    encoding:     "utf8",
    host:         "localhost",
    database:     "ar-bench",
    min_messages: "warning",
  }
else
  config = {
    adapter:   "sqlite3",
    database:  ":memory:",
    verbosity: "quiet",
  }
end
 
ActiveRecord::Base.establish_connection(config)
 
conn = ActiveRecord::Base.connection
conn.execute "DROP TABLE IF EXISTS foobars"
conn.create_table :foobars do |t|
  t.text :name
end
 
class Foobar < ActiveRecord::Base
end
 
if ENV["IPS"]
  Benchmark.ips do |x|
    x.report("Write") do
      Foobar.create(name: rand(99999))
    end
 
    x.report("Read") do
      Foobar.first(order: "RANDOM()")
    end
  end
else
  puts "Create:"
  puts Benchmark.realtime {
    1000.times { Foobar.create(name: rand(99999)) }
  }
 
  puts "Read:"
  puts Benchmark.realtime {
    if version == 2
      1000.times { Foobar.first(order: "RANDOM()") }
    else
      1000.times { Foobar.order("RANDOM()").first }
    end
  }
end

Gemfile

source "https://rubygems.org"
 
gem "pg"
gem "sqlite3"

unless version = ENV["AR"]
  abort("specify ActiveRecord version with AR. eg: AR=2 bundle install")
else
  gem "activerecord", "~> #{version}", require: "active_record"
end

results.md

$ ruby -v
ruby 1.9.3p286 (2012-10-12 revision 37165) [x86_64-darwin12.0.0]

	postgres				sqlite
	read		write		read		write
	bench	ips	bench	ips	bench	ips	bench	ips
AR2	0.60729	487.7 (±5.9%) i/s - 2499 in 5.146891s	1.172106	841.7 (±8.4%) i/s - 4233 in 5.067509s	1.073255	105.9 (±6.6%) i/s - 560 in 5.315018s	0.641799	1559.3 (±6.6%) i/s - 7854 in 5.058836s
AR3	0.881564	450.7 (±6.2%) i/s - 2254 in 5.022325s	1.537033	793.8 (±8.2%) i/s - 4015 in 5.092558s	1.938538	123.0 (±7.3%) i/s - 624 in 5.106388s	0.79972	1313.7 (±7.8%) i/s - 6545 in 5.010759s
AR4	0.98531	448.2 (±7.1%) i/s - 2250 in 5.049966s	1.23552	729.2 (±11.5%) i/s - 3600 in 5.008097s	1.473696	117.7 (±11.9%) i/s - 592 in 5.144383s	1.473696	1378.2 (±10.9%) i/s - 6834 in 5.028393s