Kevin Williams

[Ruby] DataMapper threaded benchmark

2008-02-20T04:38:08-08:00

third of three - slowest of those tested, even though it's thread-safe - why?

require 'rubygems'
require 'data_mapper'
require 'benchmark'

DataMapper::Database.setup({ :adapter => 'sqlite3', :database => 'perf_dm.db' })

# set up DataMapper
class DmItem
  include DataMapper::Persistence
  set_table_name 'items'
  property :name, :string
  property :description, :text
  property :active, :boolean
  property :created_at, :datetime
end
database.save(DmItem)
# DataMapper::Persistence.auto_migrate!

1000.times do |i|
  x = DmItem.new(:name => "record_#{i}", :description => "test record", :active => i.remainder(3).zero?)
  x.save
end

# run benchmarks
Benchmark.bmbm do |x|
  
  x.report('DataMapper single-thread') do
    100.times do
      DmItem.all(:active => false)
    end
  end
  
  x.report('DataMapper threaded') do
    threads = []
    10.times do
      t = Thread.new do
        10.times do
          DmItem.all(:active => false)
        end
      end
      threads.push(t)
    end
    threads.each { |t| t.join }
  end
  
end

[Ruby] Sequel threaded benchmark

2008-02-20T04:35:56-08:00

second of three, not as fast as ActiveRecord - why?

require 'rubygems'
require 'sequel'
require 'benchmark'

# set up Sequel
Sequel::Model.db = DB = Sequel.sqlite('perf_sequel.db')

class SequelItem < Sequel::Model(:items)
  set_schema do
    primary_key :id
    varchar :name
    text :description
    boolean :active
    timestamp :created_at
  end
end

# create schema and populate
SequelItem.create_table!

1000.times do |i|
  DB[:items].insert(:name => "record_#{i}", :description => "test record", :active => i.remainder(3).zero?, :created_at => Time.now)
end

# run benchmarks
Benchmark.bmbm do |x|
  
  x.report('sequel single-thread') do
    100.times do
      SequelItem.where(:active => false).all
    end
  end
  
  x.report('sequel threaded') do
    threads = []
    10.times do
      t = Thread.new do
        10.times do
          SequelItem.where(:active => false).all
        end
      end
      threads.push(t)
    end
    threads.each { |t| t.join }
  end
  
end

SequelItem.drop_table

[Ruby] ActiveRecord threaded benchmark

2008-02-20T04:33:28-08:00

first of three benchmarks, expected AR to be slowest but it was fastest - why?

require 'rubygems'
require 'active_record'
require 'benchmark'

ActiveRecord::Base.establish_connection :adapter => 'sqlite3', :database => 'perf_ar.db'

# set up ActiveRecord
class ArItem < ActiveRecord::Base
  set_table_name 'items'
end

# created schema and data
class NewItem < ActiveRecord::Migration
  def self.up
    create_table :items do |t|
      t.column :name, :string
      t.column :description, :text
      t.column :active, :boolean
      t.column :created_at, :datetime
    end
  end
  def self.down
    drop_table :items
  end
end
NewItem.up

1000.times do |i|
  ArItem.create(:name => "record_#{i}", :description => "test record", :active => i.remainder(3).zero?)
end

# run benchmarks
Benchmark.bmbm do |x|
  
  x.report('active_record single-thread') do
    100.times do
      ArItem.find(:all, :conditions => ["active = ?", false])
    end
  end
  
  x.report('active_record threaded') do
    ActiveRecord::Base.allow_concurrency = true
    threads = []
    10.times do
      t = Thread.new do
        10.times do
          ArItem.find(:all, :conditions => ["active = ?", false])
        end
      end
      threads.push(t)
    end
    threads.each { |t| t.join }
  end
  
end
ActiveRecord::Base.verify_active_connections!
NewItem.down