manager.rb

class Manager < User
end

task.rb

class Task < ActiveRecord::Base
  has_one :worker, :as => :roleable
  has_one :manager, :as => :roleable
end

User.rb

class User < ActiveRecord::Base
  belongs_to :roleable, :polymorphic => true
end

Worker.rb

class Worker < User
end