Created
November 21, 2008 19:19
-
-
Save drogus/27572 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Ruby 1.8.6 | |
| AR 2.2.1 | DM 0.9.7 | DIFF | | |
---------------------------------------------------------------------------------------- | |
Model.new (instantiation) x10000 | 0.541 | 0.049 | 11.02x | | |
Model.new (setting attributes) x10000 | 1.895 | 1.103 | 1.72x | | |
Model.get specific (not cached) x10000 | 9.964 | 19.736 | 0.50x | | |
Model.get specific (cached) x10000 | 12.432 | 1.227 | 10.14x | | |
Model.first x10000 | 10.063 | 11.966 | 0.84x | | |
Model.all limit(100) x1000 | 23.322 | 25.645 | 0.91x | | |
Model.all limit(100) with relationship x1000 | 48.873 | 67.983 | 0.72x | | |
Model.all limit(10,000) x10 | 27.096 | 27.660 | 0.98x | | |
Model.create x10000 | 54.194 | 36.089 | 1.50x | | |
Resource#attributes x10000 | 3.489 | 2.239 | 1.56x | | |
Resource#update x10000 | 26.456 | 18.427 | 1.44x | | |
Resource#destroy x10000 | 29.004 | 32.802 | 0.88x | | |
Model.transaction x10000 | 5.993 | 27.359 | 0.22x | | |
======================================================================================== | |
Total | 253.322 | 272.285 | 2.49x | |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/env ruby | |
require File.join(File.dirname(__FILE__), '..', 'lib', 'dm-core') | |
require File.join(File.dirname(__FILE__), '..', 'lib', 'dm-core', 'version') | |
require 'rubygems' | |
require 'ftools' | |
# sudo gem install rbench | |
# OR git clone git://github.com/somebee/rbench.git , rake install | |
gem 'rbench', '>=0.2.2' | |
require 'rbench' | |
gem 'faker', '>=0.3.1' | |
require 'faker' | |
gem 'activerecord', '>=2.2.1' | |
require 'active_record' | |
require 'active_record/version' | |
configuration_options = { | |
:adapter => 'postgresql', | |
:username => 'drogus', | |
:password => 'secret', | |
:database => 'data_mapper_1', | |
} | |
log_dir = DataMapper.root / 'log' | |
log_dir.mkdir unless log_dir.directory? | |
DataMapper::Logger.new(log_dir / 'dm.log', :info) | |
adapter = DataMapper.setup(:default, "postgres://drogus:secret@localhost/data_mapper_1") | |
if configuration_options[:adapter] | |
sqlfile = File.join(File.dirname(__FILE__),'..','tmp','performance.sql') | |
mysql_bin = %w[mysql mysql5].select{|bin| `which #{bin}`.length > 0 } | |
mysqldump_bin = %w[mysqldump mysqldump5].select{|bin| `which #{bin}`.length > 0 } | |
end | |
ActiveRecord::Base.logger = Logger.new(log_dir / 'ar.log') | |
ActiveRecord::Base.logger.level = 0 | |
ActiveRecord::Base.establish_connection(configuration_options) | |
class ARExhibit < ActiveRecord::Base #:nodoc: | |
set_table_name 'exhibits' | |
belongs_to :user, :class_name => 'ARUser', :foreign_key => 'user_id' | |
end | |
class ARUser < ActiveRecord::Base #:nodoc: | |
set_table_name 'users' | |
has_many :exhibits, :foreign_key => 'user_id' | |
end | |
ARExhibit.find_by_sql('SELECT 1') | |
class Exhibit | |
include DataMapper::Resource | |
property :id, Serial | |
property :name, String | |
property :zoo_id, Integer | |
property :user_id, Integer | |
property :notes, Text, :lazy => true | |
property :created_on, Date | |
belongs_to :user | |
# property :updated_at, DateTime | |
end | |
class User | |
include DataMapper::Resource | |
property :id, Serial | |
property :name, String | |
property :email, String | |
property :about, Text, :lazy => true | |
property :created_on, Date | |
end | |
touch_attributes = lambda do |exhibits| | |
[*exhibits].each do |exhibit| | |
exhibit.id | |
exhibit.name | |
exhibit.created_on | |
end | |
end | |
touch_relationships = lambda do |exhibits| | |
[*exhibits].each do |exhibit| | |
exhibit.id | |
exhibit.name | |
exhibit.created_on | |
exhibit.user | |
end | |
end | |
c = configuration_options | |
if sqlfile && File.exists?(sqlfile) | |
puts "Found data-file. Importing from #{sqlfile}" | |
#adapter.execute("LOAD DATA LOCAL INFILE '#{sqlfile}' INTO TABLE exhibits") | |
`psql #{c[:database]} < #{sqlfile}` | |
else | |
puts "Generating data for benchmarking..." | |
User.auto_migrate! | |
Exhibit.auto_migrate! | |
users = [] | |
exhibits = [] | |
# pre-compute the insert statements and fake data compilation, | |
# so the benchmarks below show the actual runtime for the execute | |
# method, minus the setup steps | |
# Using the same paragraph for all exhibits because it is very slow | |
# to generate unique paragraphs for all exhibits. | |
paragraph = Faker::Lorem.paragraphs.join($/) | |
10_000.times do |i| | |
users << [ | |
'INSERT INTO users (name,email,created_on) VALUES (?, ?, ?)', | |
Faker::Name.name, | |
Faker::Internet.email, | |
Date.today | |
] | |
exhibits << [ | |
'INSERT INTO exhibits (name, zoo_id, user_id, notes, created_on) VALUES (?, ?, ?, ?, ?)', | |
Faker::Company.name, | |
rand(10).ceil, | |
i, | |
paragraph,#Faker::Lorem.paragraphs.join($/), | |
Date.today | |
] | |
end | |
puts "Inserting 10,000 users..." | |
10_000.times { |i| adapter.execute(*users.at(i)) } | |
puts "Inserting 10,000 exhibits..." | |
10_000.times { |i| adapter.execute(*exhibits.at(i)) } | |
if sqlfile | |
answer = nil | |
until answer && answer[/^$|y|yes|n|no/] | |
print("Would you like to dump data into tmp/performance.sql (for faster setup)? [Yn]"); | |
STDOUT.flush | |
answer = gets | |
end | |
if answer[/^$|y|yes/] | |
File.makedirs(File.dirname(sqlfile)) | |
#adapter.execute("SELECT * INTO OUTFILE '#{sqlfile}' FROM exhibits;") | |
`pg_dump #{c[:database]} -a > #{sqlfile}` | |
puts "File saved\n" | |
end | |
end | |
end | |
TIMES = ENV['x'] ? ENV['x'].to_i : 10_000 | |
puts "You can specify how many times you want to run the benchmarks with rake:perf x=(number)" | |
puts "Some tasks will be run 10 and 1000 times less than (number)" | |
puts "Benchmarks will now run #{TIMES} times" | |
# Inform about slow benchmark | |
# answer = nil | |
# until answer && answer[/^$|y|yes|n|no/] | |
# print("A slow benchmark exposing problems with SEL is newly added. It takes approx. 20s\n"); | |
# print("you have scheduled it to run #{TIMES / 100} times.\nWould you still include the particular benchmark? [Yn]") | |
# STDOUT.flush | |
# answer = gets | |
# end | |
# run_rel_bench = answer[/^$|y|yes/] ? true : false | |
RBench.run(TIMES) do | |
column :times | |
column :ar, :title => "AR #{ActiveRecord::VERSION::STRING}" | |
column :dm, :title => "DM #{DataMapper::VERSION}" | |
column :diff, :compare => [:ar,:dm] | |
report "Model.new (instantiation)" do | |
ar { ARExhibit.new } | |
dm { Exhibit.new } | |
end | |
report "Model.new (setting attributes)" do | |
attrs = {:name => 'sam', :zoo_id => 1} | |
ar { ARExhibit.new(attrs) } | |
dm { Exhibit.new(attrs) } | |
end | |
report "Model.get specific (not cached)" do | |
ActiveRecord::Base.uncached { ar { touch_attributes[ARExhibit.find(1)] } } | |
dm { touch_attributes[Exhibit.get(1)] } | |
end | |
report "Model.get specific (cached)" do | |
ActiveRecord::Base.cache { ar { touch_attributes[ARExhibit.find(1)] } } | |
Exhibit.repository(:default) { dm { touch_attributes[Exhibit.get(1)] } } | |
end | |
report "Model.first" do | |
ar { touch_attributes[ARExhibit.first] } | |
dm { touch_attributes[Exhibit.first] } | |
end | |
report "Model.all limit(100)", (TIMES / 10.0).ceil do | |
ar { touch_attributes[ARExhibit.find(:all, :limit => 100)] } | |
dm { touch_attributes[Exhibit.all(:limit => 100)] } | |
end | |
report "Model.all limit(100) with relationship", (TIMES / 10.0).ceil do | |
ar { touch_relationships[ARExhibit.all(:limit => 100, :include => [:user])] } | |
dm { touch_relationships[Exhibit.all(:limit => 100)] } | |
end | |
report "Model.all limit(10,000)", (TIMES / 1000.0).ceil do | |
ar { touch_attributes[ARExhibit.find(:all, :limit => 10_000)] } | |
dm { touch_attributes[Exhibit.all(:limit => 10_000)] } | |
end | |
create_exhibit = { | |
:name => Faker::Company.name, | |
:zoo_id => rand(10).ceil, | |
:notes => Faker::Lorem.paragraphs.join($/), | |
:created_on => Date.today | |
} | |
report "Model.create" do | |
ar { ARExhibit.create(create_exhibit) } | |
dm { Exhibit.create(create_exhibit) } | |
end | |
report "Resource#attributes" do | |
attrs_first = {:name => 'sam', :zoo_id => 1} | |
attrs_second = {:name => 'tom', :zoo_id => 1} | |
ar { e = ARExhibit.new(attrs_first); e.attributes = attrs_second } | |
dm { e = Exhibit.new(attrs_first); e.attributes = attrs_second } | |
end | |
report "Resource#update" do | |
ar { e = ARExhibit.find(1); e.name = 'bob'; e.save } | |
dm { e = Exhibit.get(1); e.name = 'bob'; e.save } | |
end | |
report "Resource#destroy" do | |
ar { ARExhibit.first.destroy } | |
dm { Exhibit.first.destroy } | |
end | |
report "Model.transaction" do | |
ar { ARExhibit.transaction { ARExhibit.new } } | |
dm { Exhibit.transaction { Exhibit.new } } | |
end | |
summary "Total" | |
end | |
connection = adapter.send(:create_connection) | |
command = connection.create_command("DROP TABLE exhibits") | |
command = connection.create_command("DROP TABLE users") | |
command.execute_non_query rescue nil | |
connection.close |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment